---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:02:29.198659Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-b75cfc78d-9p9z8
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630f94b89d848
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 9dba0733-ddc4-41d0-bf21-291c9e73fe22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630f95695f7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21872"
    uid: 83545fb1-3742-4c8c-9e0a-e8c9e814e6a2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:30Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:02:30Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630f9912cab4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: 669005d9-2e38-4a21-99c8-35d0eef9e197
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:30Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630f992c6d388
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: 98938c41-d260-42b3-8e20-b6ab0be29f4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:30Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630f995a3eae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: d2452921-115b-4f02-aef7-21bf3a315509
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:30Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630f99612487c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: a52bf62d-8505-4a93-b35c-0df74ac4a272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630fa7fdda1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21947"
    uid: 33cd4e28-8456-48c8-a849-11fbb8366b1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630fa82db6046
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 638e4061-b3f8-4b6e-a2e8-3d3d8f246503
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630fa834c1c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: fb1ee255-9e65-4ecc-8fb6-298de7e78616
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630fa8354be6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21952"
    uid: 3aa7c322-932c-4790-af10-ad322cf88405
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630fa86432ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: e59eca25-37da-43c0-9a7e-da30b6a6b6ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630fa86c6fa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: f1d8479f-81d4-4209-8a02-295a3e0ace0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:04:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:01Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d630fabbe038c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22680"
    uid: 8d006162-0f8f-43ad-9b48-070c4c70e608
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:03:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:59Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d6310e43686a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 9a0cee98-0948-4db9-9c8f-ab81c88cd739
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:03:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:59Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d6310e4368d317
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 70fc8cd8-b323-4e9e-ac9d-5c5beb036a83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d77561b9-fc4e-41b5-bddd-0a2ba3ba8c98
  kind: Event
  lastTimestamp: "2026-09-17T19:04:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:01Z"
    name: isvc-canary-create-predictor-b75cfc78d-9p9z8.18d6310ec209f5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22679"
    uid: 6cb8ecdf-ae9f-45ff-ac8c-8a4cba62aebe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:02:29.283622Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-b75cfc78d-nbs77
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630f9509a405c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: bd7ac45e-0e96-4b45-b887-cd861a6f89bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630f972947c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 7980c481-e69a-47a3-adce-bb963cf2221a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630f97432ab71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 7dafeeac-3464-4df7-bbf0-dfa7233453ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630f976d185f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 973012cb-3668-477a-bb75-e5c4f85e9df0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630f9773da8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 5c5f7edd-a03d-42ad-9027-2348a03a8b0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630fa84be694d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 95d5fe7d-b628-40ef-87be-6517751c078f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630fa88956e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: c986740b-a4ff-44b4-90de-f932cf5808ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630fa8907d66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: b75af620-07f1-4b04-b577-85926b43bef9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630fa89123564
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: fc849a9a-6f78-4ad8-b82a-c04836bc6ad0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630fa8c184e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: 34180bdf-dd88-4d20-aee7-4fbb135e9189
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630fa8c95afab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: 01212d2e-3e3b-4c4c-a86d-b8210f186d0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:03:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:45Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d630fafcd2de28
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: 8e07ad68-4872-4674-ae6a-779391abf5cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:03:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:52Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d6310cb7a124e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: 69c7c572-cf6f-4a54-95dd-2c9219bd3406
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-b75cfc78d-nbs77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: eb978519-dc2e-41f4-a56e-ae17ba4073e3
  kind: Event
  lastTimestamp: "2026-09-17T19:03:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:52Z"
    name: isvc-canary-create-predictor-b75cfc78d-nbs77.18d6310cb7a19063
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: ebef577d-d352-423f-903b-94b4777ad2f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-b75cfc78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 1c1083ac-ac97-4b0c-b3c5-962dec2f5adf
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: 'Created pod: isvc-canary-create-predictor-b75cfc78d-9p9z8'
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d.18d630f94b001e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: eea23b1a-f62b-41e2-a703-1645300af04a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-b75cfc78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 1c1083ac-ac97-4b0c-b3c5-962dec2f5adf
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: 'Created pod: isvc-canary-create-predictor-b75cfc78d-nbs77'
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor-b75cfc78d.18d630f94f401a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: 35c76f81-79e7-41b4-a355-a1ea59ac939d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-b75cfc78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 1c1083ac-ac97-4b0c-b3c5-962dec2f5adf
  kind: Event
  lastTimestamp: "2026-09-17T19:03:52Z"
  message: 'Deleted pod: isvc-canary-create-predictor-b75cfc78d-nbs77'
  metadata:
    creationTimestamp: "2026-09-17T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:03:52Z"
    name: isvc-canary-create-predictor-b75cfc78d.18d6310cb7a05178
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: cbe55b1a-5a54-4d88-a6b2-d227b3bfc3bd
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 5415116e-6e89-4576-b625-209d6ef3923f
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: Scaled up replica set isvc-canary-create-predictor-b75cfc78d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-predictor.18d630f946a55edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: eca61399-e90e-4a60-be3d-ae4a182fafe6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 5415116e-6e89-4576-b625-209d6ef3923f
  kind: Event
  lastTimestamp: "2026-09-17T19:03:52Z"
  message: Scaled down replica set isvc-canary-create-predictor-b75cfc78d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:03:52Z"
    name: isvc-canary-create-predictor.18d6310cb6d7a317
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: 1103f08a-fbe7-4abc-96e6-d3a4d41ac04d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:02:29.151208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630f948b5ca80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: 72427ef5-6b77-4db8-b943-08d91405ad16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630f9551d015d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21871"
    uid: 135d1414-9aef-4d07-886b-3529df5f1068
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:30Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:02:30Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630f98ecf4c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 7953a6e6-90af-4d80-8bc6-09937cb07dfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:30Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630f990a05398
    namespace: kserve-ci-e2e-test
    resourceVersion: "21896"
    uid: 839709ca-a6de-470e-9c98-d91700023b61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:30Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630f993f57f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: a6c94f41-3cc7-4012-a893-f98b6997c459
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:30Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630f994663d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 2db12610-2dcc-48d9-b95c-e4b9c4b8721b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630fa84d4c926
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: 743f6280-aa11-4144-bdd1-edb7c5519015
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630fa88a0a99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: b11d1afb-a20f-4bac-b82c-e0f5fe0bc7fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630fa89163fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: be1a8338-72f1-4740-95ff-156eaa8d1339
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630fa89206c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21967"
    uid: b5651008-426a-46bf-a33b-bd7fd1c6c28e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630fa8c27a23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: fe584cf0-384f-4af4-a831-0820307e182e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:02:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:34Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630fa8cb0ddc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: aba98c5d-bd96-4063-b051-1ed751cd1ed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:04:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:02Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d630fafcd434b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: 301c1b06-adca-4be1-ad22-b3ec126ddec6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:03:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:59Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d6310e430b812f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: f624e4fb-2ad7-47cf-8f65-e03aff2118b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:03:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:03:59Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d6310e430c1ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22667"
    uid: 30c12a84-0291-4e36-89f6-cb27643a4658
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: a3e46642-1628-494b-ae65-24b291aa2478
  kind: Event
  lastTimestamp: "2026-09-17T19:04:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:02Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp.18d6310f02fbb211
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 05dbcc19-704e-4314-b2c5-5ed50635516a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7b4d9977c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 1ac25e80-2251-4306-87d7-a3df357304ae
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7b4d9977c7-tcpcp'
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-v2-predictor-7b4d9977c7.18d630f94826a3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: 8f71102e-34b2-4290-ae7c-0c18af68bb26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: 7e71f097-c436-4278-8d9f-440a2607dfed
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7b4d9977c7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create-v2-predictor.18d630f943fe55f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 2962251d-2042-437c-81f4-f31f1b5dfc8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: c82e1412-1a97-4b07-87c2-0aefa5135e32
  kind: Event
  lastTimestamp: "2026-09-17T19:03:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:03:52Z"
    name: isvc-canary-create.18d630f9462ef5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: a11c43d4-4c16-4f2f-966d-d4fa6afed453
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: c82e1412-1a97-4b07-87c2-0aefa5135e32
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create.18d630f946a42eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: a7641dc8-907f-4954-9c0c-6134c2213655
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: c82e1412-1a97-4b07-87c2-0aefa5135e32
  kind: Event
  lastTimestamp: "2026-09-17T19:02:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:29Z"
    name: isvc-canary-create.18d630f946a4a548
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 723caa04-1f85-44bf-858a-49757725463a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:03:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22594"
    uid: c82e1412-1a97-4b07-87c2-0aefa5135e32
  kind: Event
  lastTimestamp: "2026-09-17T19:03:52Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:03:52Z"
    name: isvc-canary-create.18d6310cbcec7394
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: 746d1e21-e738-4f27-a944-4d2719af8310
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:04:04.917377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5f4f848c44-42kcb
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:04:04Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d6310f94d19b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22764"
    uid: 38b3f695-a382-4ca6-8ecb-add95064886e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d6310fb6a227ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: 3461563c-ac49-4f8a-9e7a-2f092ec2dbcc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d6310fb87bf257
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 47cfe74f-a258-4e79-bf92-b0037b08cff3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d6310fbb1868a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: 7bf5d4e2-1059-4f70-86bd-5e69801a5cf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d6310fbb94540b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22792"
    uid: 5f83acff-9714-410b-96d6-446654689307
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d63110bb036cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 844a8918-6b6c-478f-97b8-9027843e141f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d63110bee66a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: f4dd5260-cb88-4174-85f2-a52a07020259
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d63110bf621c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 9df1acd8-6103-4980-8632-1afd03e4f456
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d63110bf6d7415
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: 3c62907b-f224-4551-b987-d34e400c7bf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d63110c2cb3c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22842"
    uid: 0e0cb775-df22-4ec4-a81e-d3a2908d9e2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:10Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d63110c38be7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 48a0f7a2-47e8-43b9-b947-cb91d783136d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:05:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:37Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d631113314707a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23343"
    uid: ab112975-b2d4-466f-ad32-e67fc68d2d4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:05:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:34Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d6312476a928c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 7377aa31-f83d-4640-aeb7-8d3dbd289e24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:05:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:34Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d6312476a9a3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23304"
    uid: eabeef4d-f551-41df-8f1f-59beda30d7a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 7f0932d7-d1f4-4897-92a6-6297122fdc37
  kind: Event
  lastTimestamp: "2026-09-17T19:05:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:37Z"
    name: isvc-canary-promote-predictor-5f4f848c44-42kcb.18d6312539464377
    namespace: kserve-ci-e2e-test
    resourceVersion: "23342"
    uid: 4b676f61-79f0-4cc6-b81f-c20245ed8343
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:04:04.811823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5f4f848c44-wskmr
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:04:04Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d6310f8e86fec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: cb6adf88-5590-477f-99eb-523630f7f973
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d6310fb085e140
    namespace: kserve-ci-e2e-test
    resourceVersion: "22780"
    uid: 433b49b9-5f4b-4e26-922d-a535def55f1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d6310fb297d560
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: 14ded29b-eaa2-44be-a20d-c75b629cbb28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d6310fb5cfdf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22785"
    uid: ffc1a1ca-ad78-466c-a890-202d60ef5d8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d6310fb6406cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22786"
    uid: b18d3f00-1720-43ce-8af4-24698e7c056f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63110b5860b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 1b523a4c-9362-4654-a918-8c33d4877b5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63110b87f79d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 7cac28aa-4d5a-48dc-880b-47d167118417
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63110b8f6b104
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: b9e7ad09-fc12-4c16-a4f4-e2e92546843f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63110b9012102
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: b7296a5a-1f7d-4411-9e8b-295f1552f900
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63110bbcb8482
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: c9e8e89c-de49-4ad0-8486-6e8d64ad6086
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63110bc38400f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: ddbdbf4c-b218-4e9f-b1b7-8b7c01f7d1f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:17Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63110f1895f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23166"
    uid: f771d664-3998-4a14-a8ee-94f3165d2a72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:28Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63122f11c6cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: a5dc4da6-23ef-4e07-a4a5-d16f68bbcb82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:28Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63122f12024f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: e484bdb9-81bd-44f8-8d4a-5c1051c315b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: afd974dd-e50b-4cbf-9125-3781732b732a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:31Z"
    name: isvc-canary-promote-predictor-5f4f848c44-wskmr.18d63123cdc0b534
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: 287ab343-523a-4059-b050-7ab951042747
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5f4f848c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: 3365ef3e-471a-43a2-b3b9-078175842cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:04:04Z"
  message: 'Created pod: isvc-canary-promote-predictor-5f4f848c44-wskmr'
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:04Z"
    name: isvc-canary-promote-predictor-5f4f848c44.18d6310f8becc8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: 591af9ab-0596-4f69-a8fe-8b4b0d7da687
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5f4f848c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: 3365ef3e-471a-43a2-b3b9-078175842cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:04:04Z"
  message: 'Created pod: isvc-canary-promote-predictor-5f4f848c44-42kcb'
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:04Z"
    name: isvc-canary-promote-predictor-5f4f848c44.18d6310f93f12348
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: 68121db1-8fa2-44b6-a8ca-8e14a68e9b62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5f4f848c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: 3365ef3e-471a-43a2-b3b9-078175842cdd
  kind: Event
  lastTimestamp: "2026-09-17T19:05:28Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-5f4f848c44-wskmr'
  metadata:
    creationTimestamp: "2026-09-17T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:28Z"
    name: isvc-canary-promote-predictor-5f4f848c44.18d63122ef7735ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 63cec020-72b3-4d14-b8c0-e2f93b12341b
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: decf06e8-7db1-46f0-8ceb-3455e278640e
  kind: Event
  lastTimestamp: "2026-09-17T19:04:04Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5f4f848c44 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:04Z"
    name: isvc-canary-promote-predictor.18d6310f815ea63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22729"
    uid: 5ed39cdb-834f-4472-840f-2ced0c62d2dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: decf06e8-7db1-46f0-8ceb-3455e278640e
  kind: Event
  lastTimestamp: "2026-09-17T19:05:28Z"
  message: Scaled down replica set isvc-canary-promote-predictor-5f4f848c44 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:28Z"
    name: isvc-canary-promote-predictor.18d63122eeec5574
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: eca230e9-9c42-4c96-9bf8-3ace71483e1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:05:34.656080Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23306"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:05:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:05:34Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d6312479a980f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23312"
    uid: fb76e1ca-77ab-44dc-9a95-56c9a0fcbe7c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23316"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:35Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:05:35Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d631249c4f7265
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: 9746b94e-5a79-49ff-bda1-d4496680dde0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:35Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d631249de2a901
    namespace: kserve-ci-e2e-test
    resourceVersion: "23325"
    uid: ad98985b-8157-4d93-9d52-42cfa05bd3f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:35Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63124a0b66951
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: f91f9be6-74a5-4450-ae7d-d2d75946dc7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:35Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63124a12793cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23327"
    uid: 965a757e-4515-4dab-b400-d50932486604
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:40Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63125bfbcf7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23354"
    uid: dad24b37-3285-41a1-8760-2ee8183a1ae8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:40Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63125c2a3d849
    namespace: kserve-ci-e2e-test
    resourceVersion: "23356"
    uid: c3840264-a373-47b0-bc64-35c6c52928a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:40Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63125c3117e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: 5e6e2453-ec6e-43cd-8c21-3476406945d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:40Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63125c31ae0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23358"
    uid: 34caaf87-caea-4d9e-a78e-405035cb9cf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:40Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63125c697f040
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: 7ce36140-0685-421d-beea-ffe658d9defa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:05:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:05:40Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63125c708b9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23363"
    uid: 563ec30a-c3c7-45e2-b920-3cfa6bf1dfe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:07:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:08Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d63126379562f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: 37a8ea19-e23e-4f07-ab27-dd24b5918e8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:07:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:04Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d6313979b83b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: b4753f00-562e-4481-ad3f-1fac752813a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:07:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:04Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d6313979b8e3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: fde32ff0-1144-4212-bc61-050c1887a1e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 21a08d45-8c25-4076-8df9-0453fd146351
  kind: Event
  lastTimestamp: "2026-09-17T19:07:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:08Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv.18d6313a3dd53085
    namespace: kserve-ci-e2e-test
    resourceVersion: "23776"
    uid: 28d93fa0-a3e6-4e0e-a6a1-19f4bfa4e3a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:04:04.754694Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22737"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:04:04Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6310f8b1f3924
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: 3a682519-9ef6-4a08-8ee7-928a48a2d71e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6310fac438ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: 982baa87-14b6-4cf0-979b-206fd001b982
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6310faeb8bbac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22778"
    uid: f19fb0b3-514a-42c1-ad60-6f4c5d6382b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6310fb1a79e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: 5b43adf1-7d25-452e-ac09-87bcf23f9e5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:05Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6310fb21e4893
    namespace: kserve-ci-e2e-test
    resourceVersion: "22783"
    uid: 5208237c-0d0e-484b-a950-59a0cc1b2bbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d63110bb1b4034
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 0ee3e474-e904-4280-86ff-6df5f0e888d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d63110bef24ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: be50f673-f178-452b-bab0-a5b49062d636
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d63110bf6e65ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: a19ccee3-1fbd-4599-ad9f-e094c72265af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d63110bf78d597
    namespace: kserve-ci-e2e-test
    resourceVersion: "22840"
    uid: 27b6e1fd-42a7-457d-b05f-8ea41248ced3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d63110c2d58fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22843"
    uid: f687a3d8-ec07-4053-8a0c-f9ec8f7389b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:04:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:04:09Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d63110c3644274
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: b21b56bc-6e51-4157-b4b6-1e5873c62a3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:07:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:08Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6311133144c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23780"
    uid: aecd04ff-8ec8-41b5-a079-5f2bbac16e56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:07:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:04Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6313979dbadac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23749"
    uid: 79c1990a-f272-4802-94bb-b58b6058fd29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:07:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:04Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6313979dc3000
    namespace: kserve-ci-e2e-test
    resourceVersion: "23751"
    uid: 23a4c3cf-4bf1-4638-b01c-5447322c2b60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: ff6e00ed-ab03-477c-b9ae-7cc4043c4f8d
  kind: Event
  lastTimestamp: "2026-09-17T19:07:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:07Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf.18d6313a2daf97cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: 56f9887d-61ed-48ba-acf5-a035b77bde18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f7fd74c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "22718"
    uid: 0f72bd6b-afec-480c-970f-f2aa6c60fa7a
  kind: Event
  lastTimestamp: "2026-09-17T19:04:04Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f7fd74c59-t6xnf'
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:04Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59.18d6310f88702bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22738"
    uid: b77e1458-84f5-4df8-81cf-20bba5ca7aab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f7fd74c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: 0f72bd6b-afec-480c-970f-f2aa6c60fa7a
  kind: Event
  lastTimestamp: "2026-09-17T19:05:34Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f7fd74c59-8mtsv'
  metadata:
    creationTimestamp: "2026-09-17T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:34Z"
    name: isvc-canary-promote-v2-predictor-6f7fd74c59.18d6312478f7cda1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23307"
    uid: e0be9df6-2c31-4d4d-a64c-24095240d52a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22716"
    uid: aad3da04-c2c6-4c06-b4bb-60b0ea257016
  kind: Event
  lastTimestamp: "2026-09-17T19:04:04Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f7fd74c59 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:04:04Z"
    name: isvc-canary-promote-v2-predictor.18d6310f7b73ff2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: 899b3b40-6037-424e-9822-c50c729efca8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: aad3da04-c2c6-4c06-b4bb-60b0ea257016
  kind: Event
  lastTimestamp: "2026-09-17T19:05:34Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f7fd74c59 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:05:34Z"
    name: isvc-canary-promote-v2-predictor.18d6312475a84a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: ef7af751-b789-4320-8f60-fb92311cdfe5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 14cfa940-6913-4096-9537-54f134ce6b53
  kind: Event
  lastTimestamp: "2026-09-17T19:05:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:05:34Z"
    name: isvc-canary-promote.18d6310f7f830cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23308"
    uid: 5bb723bb-b419-4cf4-b850-cfa8d39dd61e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 14cfa940-6913-4096-9537-54f134ce6b53
  kind: Event
  lastTimestamp: "2026-09-17T19:05:28Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:05:28Z"
    name: isvc-canary-promote.18d6310f814f5602
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: cbd34d8f-2233-4cf9-bc2a-4bbc90e1b63b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:04:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 14cfa940-6913-4096-9537-54f134ce6b53
  kind: Event
  lastTimestamp: "2026-09-17T19:05:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:05:28Z"
    name: isvc-canary-promote.18d6310f814faf27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: df34f44d-9526-4a50-b4f7-065435286f48
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23237"
    uid: 14cfa940-6913-4096-9537-54f134ce6b53
  kind: Event
  lastTimestamp: "2026-09-17T19:06:58Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:06:58Z"
    name: isvc-canary-promote.18d63122eebe2823
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: e0a909ac-45a9-4c32-b1d4-46b1b9d1d76c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:02.645435Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-69978998f6-8mjrd
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630835a9d0d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 9708a2f1-1e1e-45bb-b0df-17dd6406e22d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:03Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:54:03Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630837c534eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: 87388b25-9c92-4194-ad8f-4031357dd603
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:03Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630837ddb24e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: 1692ffd3-f0b1-451f-8982-ae6a8e53589e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:03Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d63083808ab930
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 41189ffa-08b2-420b-853a-07ef78ae3a8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:03Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d6308380fd67dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: ac84694a-6697-429a-9731-e2718cb32ae3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630847815137f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 2c52dbf4-7254-49bc-8e02-668d4af45350
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630847ad2b033
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 94fc731b-96ce-4aac-9d20-d1d208381039
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630847b3e74fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 91573c30-6bb2-4730-83af-a9b72bd80cdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630847b4710b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 15e82b39-47b0-4a06-bf7d-69ed740f2e2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630847dd853ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: 405315d1-8dda-4f9d-909b-4ef420464b7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630847e53dbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 64cac938-49e8-45e8-aad4-83436ae8e8ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:55:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:34Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d63084b4262caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: dcece095-7c11-469c-bdb5-e95d03399a33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:55:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:32Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630984ec74c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: aa813e2c-4cc0-4355-bc0f-da57105c5656
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:55:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:32Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d630984ec7f419
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: d9df5fb9-15da-48b6-a184-74b40db395ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 791d8def-6d0d-4090-94ed-22a729b5683d
  kind: Event
  lastTimestamp: "2026-09-17T18:55:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:34Z"
    name: isvc-canary-rollback-predictor-69978998f6-8mjrd.18d63098ba896435
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: 0853a0fc-f41e-4771-af4b-3c35111948ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:52:12.777205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-69978998f6-gd8xc
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d63069c5f4ec3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 1dfb1e59-5737-495f-af3c-29831ed4a3c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d63069e80e77a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 9a326b05-022a-46f0-823a-68210e37a388
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d63069e996e96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 4171109f-6548-4eb5-8918-0dfc9a76164a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    in 3.648s (3.648s including waiting). Image size: 308251564 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:17Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6306ac3138fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 1e233a4a-fdd6-4054-bda7-091efa4661e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:17Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6306ac6736c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: e98d22ac-301c-4d9f-a92d-b9c782103f80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:17Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6306ac78a918d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: ba5dba7c-f833-419e-8334-25391e1002ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:21Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
  metadata:
    creationTimestamp: "2026-09-17T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:21Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6306beb01d949
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 9c12b0fb-b974-4a2a-96fa-2ed2e3decde5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    in 15.856s (15.856s including waiting). Image size: 1580862866 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:37Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6306f9c217fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15865"
    uid: f1ed7611-8393-4c16-9da9-5eff53acb70b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:37Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6306f9f8d6c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: 44164729-21e6-4421-936b-27458ee8a8a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:37Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6306fa00004b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15870"
    uid: 264252b0-a11a-47d0-8831-de597a65aa32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:37Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6306fa00a5067
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: bb9eea38-4678-4904-85a6-28a48c7770da
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.454s (2.454s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:40Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d63070325c7829
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: 606b0e54-9c11-4848-af0d-c51871e59b15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:40Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6307035c68109
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 6602926b-6c70-43d0-92c0-0848eb795cd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:52:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:40Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d630703639cf21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: a3f657f4-8ca9-4fc1-92c5-58bad6eac133
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:53:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:47Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d630705ef5251e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 961916ab-331c-4db9-8250-6f411592339f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:53:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:54Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d630818cfba306
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: d76bab1c-bb14-40df-a349-2140480a499c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:53:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:54Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d630818cfce11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 640490bc-e724-46a9-bbdd-3524b779fab2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 2df56d2a-69ae-4d50-b72f-260b00657bdf
  kind: Event
  lastTimestamp: "2026-09-17T18:53:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:53:57Z"
    name: isvc-canary-rollback-predictor-69978998f6-gd8xc.18d6308211381e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: 1f3b52ee-7fd1-4f76-a3c9-8203887fa0db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:52:12.703288Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-69978998f6-pcnqt
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d63069c18d18da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: e902d796-e0fc-47ac-a19b-f5b5ac7cba42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d63069e36641b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 2598aade-807b-4fd1-b653-6faf8ed47a0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d63069e537a52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 83944353-ea18-41a5-bc2c-9c0c094462ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d63069e87f7682
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 4869ed1e-8a22-41b2-8f65-f4697ec5a057
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d63069e8fbb731
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: b9a9764d-d36b-4754-ace0-efabb118f4cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:17Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
  metadata:
    creationTimestamp: "2026-09-17T18:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:17Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306ae645fb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 93fde513-2355-473d-9292-99b6552dd0a3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    in 16.712s (16.712s including waiting). Image size: 1580862866 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:34Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306eca6dc3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: 2fd3e61b-eed8-4651-90fd-dc8571599562
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:34Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306ece994780
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: 182a6989-917e-4a02-90f1-a5d234ef8c49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:34Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306ecf01280f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: 19ff985b-4d5f-43e3-b317-e4d1f067474d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:34Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:34Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306ecf0e9db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: 58d40c2b-585a-4adc-ad86-73923a2ae2b1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.464s (2.464s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306f61f7bc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: a21a585d-24db-478c-8f88-7b48f92fe487
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306f6488439e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: cee1090f-e520-4182-b49b-7f073a632e05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306f64fcb67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: d5186b9e-9885-4efb-8a2e-5be0d2dd1c64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:55:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:34Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d6306fd2a4cfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 5610241f-5617-423a-928b-ad54a6450f3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:55:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:32Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d630984ebd3a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17465"
    uid: cbba4f25-0e2b-43d2-b7a8-92268915b123
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:55:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:32Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d630984ebdd45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 405f853e-99b0-4c0f-9c51-f92fa67a3efc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: f2ebc095-6c7e-4cf8-8fd6-8b73a135f6ce
  kind: Event
  lastTimestamp: "2026-09-17T18:55:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:34Z"
    name: isvc-canary-rollback-predictor-69978998f6-pcnqt.18d63098cd3ef912
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: cff30182-7ae0-4b3d-b3c9-426a6e4aba67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-69978998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: b5a3c25d-3996-4257-a26a-c145409f3ce9
  kind: Event
  lastTimestamp: "2026-09-17T18:52:12Z"
  message: 'Created pod: isvc-canary-rollback-predictor-69978998f6-pcnqt'
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-canary-rollback-predictor-69978998f6.18d63069c128fe09
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 568b7311-68a7-4e37-923f-7ceb2f5fc633
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-69978998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: b5a3c25d-3996-4257-a26a-c145409f3ce9
  kind: Event
  lastTimestamp: "2026-09-17T18:52:12Z"
  message: 'Created pod: isvc-canary-rollback-predictor-69978998f6-gd8xc'
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-canary-rollback-predictor-69978998f6.18d63069c58d2764
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: c4765fae-d906-447c-907d-1cd979331390
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-69978998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: b5a3c25d-3996-4257-a26a-c145409f3ce9
  kind: Event
  lastTimestamp: "2026-09-17T18:53:54Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-69978998f6-gd8xc'
  metadata:
    creationTimestamp: "2026-09-17T18:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:54Z"
    name: isvc-canary-rollback-predictor-69978998f6.18d630818ccf3989
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: eca137c1-6f38-41b6-9744-91c3627e89dd
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-69978998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: b5a3c25d-3996-4257-a26a-c145409f3ce9
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: 'Created pod: isvc-canary-rollback-predictor-69978998f6-8mjrd'
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback-predictor-69978998f6.18d63083598e0f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: f9684134-5606-45a6-8f2c-36ecfd22b01f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 6ffa7f62-3d08-44bb-8fbc-40152a0956cd
  kind: Event
  lastTimestamp: "2026-09-17T18:52:12Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-69978998f6 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-canary-rollback-predictor.18d63069be3914c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: 8f989dc6-614a-4a76-936f-f18873232b0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 6ffa7f62-3d08-44bb-8fbc-40152a0956cd
  kind: Event
  lastTimestamp: "2026-09-17T18:53:54Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-69978998f6 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:54Z"
    name: isvc-canary-rollback-predictor.18d630818c65107d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: c68bb466-fe27-4934-bc10-25fb26857091
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 6ffa7f62-3d08-44bb-8fbc-40152a0956cd
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-69978998f6 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback-predictor.18d6308351153c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: b7f2c1da-187a-4e86-bd81-12c2f0b26d60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:52:12.586597Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d63069ba987c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: a600f698-1bf4-45e0-b18e-6127dca48061
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d63069dca26218
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 319b3c80-4d9a-4c21-9e4f-8a720b380c25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d63069de072a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: c78e5f8e-96b1-473a-b60e-6bccc38d113b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d63069e0b8696d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: a2440a62-4642-4930-a00a-d118689b3cf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d63069e124c072
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: d1dce18b-afdc-4b93-b84e-10eb66f375c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:17Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
  metadata:
    creationTimestamp: "2026-09-17T18:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:17Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306ae6303837
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 1853e664-97e7-47ed-8fe5-94d9d2c02338
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    in 16.657s (16.657s including waiting). Image size: 1580862866 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:34Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306ec70e55f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: b69a32f3-917b-4d75-9bee-2d7b5bf4e213
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:34Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306eccb63526
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: f71dde8d-bb37-44e5-8e53-84e1b221b10b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:34Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306ecd1cce26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15828"
    uid: 6a7d3f52-b2f5-4764-abb2-0ab3f7e82210
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:34Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:34Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306ecd2a3eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: e411460c-d4bf-4d2f-86a8-5741bbe3238b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.466s (2.466s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306f602d5143
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: b71fd0df-411e-4422-8259-64fa136424de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306f647caf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: 8d69572f-6e00-4713-83ff-d25c64e7581f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:52:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:36Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306f650e3f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: f7630df0-95ab-4581-b290-1df3cb0a6a47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6306fd2a72516
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: b78efa57-88e7-4683-a414-b9e29f2f89a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6308351d6b0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 2b800f22-13ea-43dc-8737-61ccf62eaa6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d6308351d782db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: f5d3b849-fe8a-4e69-a35b-bd6bfbadc41a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 0db0e2cb-6c2b-4a71-9685-75e67d08ec20
  kind: Event
  lastTimestamp: "2026-09-17T18:54:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:04Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt.18d63083d8d54f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: f09da0d8-fb15-4677-8ada-1da7ff201979
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 2fa2b915-3cde-4929-844a-b78e544837b9
  kind: Event
  lastTimestamp: "2026-09-17T18:52:12Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-ddcc7cc7c-zk6zt'
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-canary-rollback-v2-predictor-ddcc7cc7c.18d63069ba369b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 8d3d3c26-cb81-441b-8617-7a7606e18d1a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: c13095f6-d67f-431a-a710-bd794e1a1414
  kind: Event
  lastTimestamp: "2026-09-17T18:52:12Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-ddcc7cc7c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-canary-rollback-v2-predictor.18d63069b51ee9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: a4037723-3a56-4635-9ab4-323658666637
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: fdf449f4-5fc9-4247-8527-b09b124395d5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback.18d63069bdd12c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: b89a6870-1dd0-4ec5-b5c1-e2614c1baf86
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: fdf449f4-5fc9-4247-8527-b09b124395d5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback.18d63069be54a9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: dfeeb605-3868-4014-a10c-c0634268ce1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: fdf449f4-5fc9-4247-8527-b09b124395d5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback.18d63069be550044
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: db8df1cc-fc5f-49ff-b9d7-f9df6a86b1cf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: fdf449f4-5fc9-4247-8527-b09b124395d5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:24Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:24Z"
    name: isvc-canary-rollback.18d6308193b22710
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: 8db6291e-6406-48a6-9930-794106134c73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: fdf449f4-5fc9-4247-8527-b09b124395d5
  kind: Event
  lastTimestamp: "2026-09-17T18:54:02Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:02Z"
    name: isvc-canary-rollback.18d63083574b8104
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: 89770c99-87c9-4b4d-9667-b892bfbd3c56
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:55:38.032511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6958d6c864-4srhf
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d6309990204db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17580"
    uid: 5b1ce815-46f4-4886-ac8b-13bff4154947
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d630999ef44191
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: a30a0206-6b2b-4df7-bd3c-a97b772bf511
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d63099d6015dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 76848ad9-b2dc-478e-b1ee-85266cd3f00e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d63099d780b6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: ec3c6650-7039-466c-b553-980d44035e43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d63099db62c199
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: 70064279-98c7-4ca6-b0a4-314048f2ff0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d63099dbdbae8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: a25f2198-5ee2-4a69-ba4f-a5172520eb59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d6309adc38e0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17677"
    uid: 0ea58e2f-be3f-4821-bd1b-23d08d3b94ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d6309adf575f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 361e3a16-6d21-4284-a7e2-b2ca046e76de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d6309adfc7ea7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: 4fec4a2c-6c85-44d7-84ba-ca503397e2d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d6309adfd1ccf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 06b62a30-5e69-4588-8af6-d89c1ef8313b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d6309ae264b36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: 3255a5c5-4ca5-4f26-ae0c-885bc4e6de65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d6309ae2d49c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: 7990ed0c-755c-4aa8-84f2-0456d53af9ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:57:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:11Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d6309b540ed735
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: e6c285d9-ad8c-4656-8184-528bf23c4ad4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:57:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:07Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d630ae820227bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18636"
    uid: 9ba1588c-fcb7-470d-99ba-052531ace262
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:57:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:08Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d630ae8202b394
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: f5861ff6-d39a-40d3-85e0-9cdaf0efdf23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-4srhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 30c0b269-160d-4534-b4a3-c51a5929e516
  kind: Event
  lastTimestamp: "2026-09-17T18:57:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:11Z"
    name: isvc-canary-stop-predictor-6958d6c864-4srhf.18d630af5a455e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18671"
    uid: d8318591-ab78-4d0a-b5e8-2fa1694ca03c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:55:37.969511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6958d6c864-r74ps
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:55:37Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d630998c5f126c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 52b0469a-9cfd-4c63-87b4-8a1ee05efe92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d63099992db875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 3e0ed653-efd9-406c-8c0b-f9c11a013f24
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d63099d2103936
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 3c05cb00-dfed-4e4f-8564-520775c9422d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d63099d3cbd845
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 192ce3fc-8c50-431d-8ff0-0447381915d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d63099d730aea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 67ce77d6-f9df-4ea1-94bc-abc20f105834
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d63099d79fcff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 607c3286-292d-4f92-b574-f0da8ce6b570
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d6309ae8438718
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: 03ac7aa5-1c4e-4178-8c60-7504287bca67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d6309aeb145ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 91219893-5c11-44e3-8479-97d6e1950e28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d6309aeb8221b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: e2039f5d-3222-4ef3-96ec-1650f69d3a6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d6309aeb8c32e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 7896e043-42e2-4337-affe-418541e51c5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d6309aee090414
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 095f4137-02b8-4e42-93d0-4edf33f25856
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:55:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:43Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d6309aee721668
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: 500a7f81-a4d1-41f5-976e-93324b3a04ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:56:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:53Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d6309b244ad9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: 0dc4f859-613d-40e9-be9b-5b33e126f395
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:57:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:03Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d630ad671a3df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: 1e37f203-e45a-4ccb-97af-ab9b50c524bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:57:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:03Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d630ad671ab939
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 5c7e4610-efcb-4ab7-b66c-4b68b90f1b10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6958d6c864-r74ps
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: e00f2258-8e06-4e3a-8add-e39a383ece3c
  kind: Event
  lastTimestamp: "2026-09-17T18:57:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:06Z"
    name: isvc-canary-stop-predictor-6958d6c864-r74ps.18d630ae3c4d3b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "18601"
    uid: 77d694a8-42c7-4a9e-9eea-e4a1d15df534
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6958d6c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: cd4f73f5-aaaa-43e5-a87c-a0e685b40aba
  kind: Event
  lastTimestamp: "2026-09-17T18:55:37Z"
  message: 'Created pod: isvc-canary-stop-predictor-6958d6c864-r74ps'
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:37Z"
    name: isvc-canary-stop-predictor-6958d6c864.18d630998bca2003
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: 8da57d4c-3d3d-4c84-9ad1-cea24ffe48d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6958d6c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: cd4f73f5-aaaa-43e5-a87c-a0e685b40aba
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: 'Created pod: isvc-canary-stop-predictor-6958d6c864-4srhf'
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-canary-stop-predictor-6958d6c864.18d630998fa5878a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: 6aa979ea-70c0-49a3-9bd2-66216760cec6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6958d6c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: cd4f73f5-aaaa-43e5-a87c-a0e685b40aba
  kind: Event
  lastTimestamp: "2026-09-17T18:57:03Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-6958d6c864-r74ps'
  metadata:
    creationTimestamp: "2026-09-17T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:03Z"
    name: isvc-canary-stop-predictor-6958d6c864.18d630ad66ee46bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: e30265a7-b8b0-492a-abfa-2751b05ef31b
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: a13183a9-5f26-4c1b-8e63-c46c992e4ff9
  kind: Event
  lastTimestamp: "2026-09-17T18:55:37Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6958d6c864 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:37Z"
    name: isvc-canary-stop-predictor.18d63099867ab0cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: 7de74c1a-f6b9-4d7f-a893-af8cecf005be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: a13183a9-5f26-4c1b-8e63-c46c992e4ff9
  kind: Event
  lastTimestamp: "2026-09-17T18:57:03Z"
  message: Scaled down replica set isvc-canary-stop-predictor-6958d6c864 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:03Z"
    name: isvc-canary-stop-predictor.18d630ad65fc6b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 5452eb80-eb72-4894-bf44-c74f13b532fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:55:37.897276Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:55:37Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d630998810e352
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: 8cd139ea-74c4-472f-ae5c-f4f57aed0ebe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d63099a9cd836c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: 63bf4949-5038-447f-bfb3-2d16983f1840
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d63099aba5396f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: ba235c6b-48b1-44f1-8cde-99a6f5b4ee3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d63099aeab4e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: 11fc1b61-5a2b-4f21-b5d5-9fd34cc6427b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:38Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d63099af29410d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17602"
    uid: 6a21dd07-0a10-4832-973d-2bd04b21dd59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d6309aac2dc509
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 0e2e6cb5-f478-4354-a127-6060dfa36836
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d6309aae9e632a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: 11f48a84-fb2b-400a-a23b-b5aee477690b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d6309aaf1dcd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: ebc2f29d-f88c-4ba1-b9e5-a58fc404f118
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d6309aaf2709d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: d4fb4931-5d0f-434a-9098-b9790fc9b598
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d6309ab1be1214
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: 6ddec912-f92a-4efc-ab4d-8d26c52de35e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:55:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:42Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d6309ab22a51cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 8ee1c25a-e44b-4636-9d8d-486c18c1adc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:56:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:53Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d6309b2447c55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 789273f1-b134-4e57-9e07-9d32781982da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:57:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:07Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d630ae7a14c670
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: a0bfbdaa-e7d0-4d5c-88e3-e206d369703a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:57:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:07Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d630ae7a180519
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: c613f632-29d0-4635-88f9-b544dcdb209c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1efd46be-4254-4685-8025-88b44bfd8380
  kind: Event
  lastTimestamp: "2026-09-17T18:57:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:10Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw.18d630af2a759fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: a091fba4-402d-4493-b250-f4635a5e9617
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-c697b4d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0ebf7052-09ac-42c7-9736-790bc22c2c42
  kind: Event
  lastTimestamp: "2026-09-17T18:55:37Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-c697b4d69-fkdgw'
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:37Z"
    name: isvc-canary-stop-v2-predictor-c697b4d69.18d63099878f013c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 42a48a9a-10bf-487c-bdb1-93e471652237
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: ae9554b6-09dd-4139-a071-4d7ae5f590f5
  kind: Event
  lastTimestamp: "2026-09-17T18:55:37Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-c697b4d69 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:37Z"
    name: isvc-canary-stop-v2-predictor.18d6309982e4fc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: b69a05ed-41cf-47b5-a306-4d9c5fbbf6fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: dfd3e2dc-290c-46f1-bd5e-7cc697ffe016
  kind: Event
  lastTimestamp: "2026-09-17T18:57:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:03Z"
    name: isvc-canary-stop.18d6309985c639c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18576"
    uid: 7d5a251d-44fa-4152-bb78-cd30ece451ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: dfd3e2dc-290c-46f1-bd5e-7cc697ffe016
  kind: Event
  lastTimestamp: "2026-09-17T18:57:03Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:03Z"
    name: isvc-canary-stop.18d63099864d1f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18573"
    uid: 5fc5bfdf-76a0-4d28-9d22-81830a0037e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: dfd3e2dc-290c-46f1-bd5e-7cc697ffe016
  kind: Event
  lastTimestamp: "2026-09-17T18:57:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:03Z"
    name: isvc-canary-stop.18d63099864d60b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: 443ef545-54e8-45c3-9f3c-5b0e8ffdc0d3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: dfd3e2dc-290c-46f1-bd5e-7cc697ffe016
  kind: Event
  lastTimestamp: "2026-09-17T18:57:03Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:03Z"
    name: isvc-canary-stop.18d630ad65dbcbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: edb09aeb-e160-4fdd-a156-c8f6cf9a3948
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:59:22.691291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20102"
    uid: b6d6a2b8-fc92-41a6-9fcc-fa7e7745d86d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:59:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:59:22Z"
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx.18d630cdded54799
    namespace: kserve-ci-e2e-test
    resourceVersion: "20108"
    uid: 6eb9bc08-65c9-4611-b523-26c0ce6fe281
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20114"
    uid: b6d6a2b8-fc92-41a6-9fcc-fa7e7745d86d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:23Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:59:23Z"
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx.18d630ce00ef9f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: 76415960-518b-417b-ba78-32011b8e36ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: b6d6a2b8-fc92-41a6-9fcc-fa7e7745d86d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:28Z"
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx.18d630ce03dd3bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: edd775b4-de9a-4602-942c-78e8591736da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: b6d6a2b8-fc92-41a6-9fcc-fa7e7745d86d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:28Z"
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx.18d630ce0718a0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: 92a802ff-41e2-47f5-a713-08081e57408e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: b6d6a2b8-fc92-41a6-9fcc-fa7e7745d86d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:28Z"
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx.18d630ce0798ea73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: aeba45cf-c2aa-48bc-84bc-e29ee94ab1b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: b6d6a2b8-fc92-41a6-9fcc-fa7e7745d86d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:32Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:32Z"
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx.18d630d03636f5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 361352a2-afbb-4baa-a835-e81e5595734c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: a1e36f79-c3eb-45d2-b6e4-e276e944619c
  kind: Event
  lastTimestamp: "2026-09-17T18:59:22Z"
  message: 'Created pod: isvc-init-fail-ca8764-predictor-5b9cfb67d7-lkttx'
  metadata:
    creationTimestamp: "2026-09-17T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:22Z"
    name: isvc-init-fail-ca8764-predictor-5b9cfb67d7.18d630cdde61719a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20104"
    uid: 4c9ab431-cc22-4bd2-a83a-e62596a62d08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-ca8764-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 91fcf236-6080-40f0-ba62-d93ab7f1c00d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:22Z"
  message: Scaled up replica set isvc-init-fail-ca8764-predictor-5b9cfb67d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:22Z"
    name: isvc-init-fail-ca8764-predictor.18d630cdda46b41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20096"
    uid: 327d6070-c796-4547-ba7b-7e739c9bb443
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ca8764
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: c6a0501b-823c-46b3-aa84-18dbb68cd6fe
  kind: Event
  lastTimestamp: "2026-09-17T18:59:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:28Z"
    name: isvc-init-fail-ca8764.18d630cdda7abeb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: e1af4cd6-1c71-4282-8b27-daaaef17ab7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ca8764
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: c6a0501b-823c-46b3-aa84-18dbb68cd6fe
  kind: Event
  lastTimestamp: "2026-09-17T18:59:22Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-ca8764":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-ca8764":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:22Z"
    name: isvc-init-fail-ca8764.18d630cddb1fb85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20099"
    uid: 1b8088ab-8947-486b-947f-11865c0a0282
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ca8764
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: c6a0501b-823c-46b3-aa84-18dbb68cd6fe
  kind: Event
  lastTimestamp: "2026-09-17T18:59:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-ca8764": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:22Z"
    name: isvc-init-fail-ca8764.18d630cddb200df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20100"
    uid: ef3b429a-7fac-4300-aa3d-acda5cf01bb7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:58:08.480860Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:58:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:58:08Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bc978bf92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: 26ad30b2-dbe0-482c-961e-ce5de335d923
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-47a1c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:08Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bca5de1a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: fe27c7bc-8cfd-4d4e-a5b9-ddb51e171462
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:09Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:58:09Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bcdd9725a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: a6ca888e-0726-4aa4-82e2-ef0aab6732b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:09Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bcdf67cb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 949eee58-6982-4c5f-a25f-5028bf2b4a0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:09Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bce23999a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: 35aa6805-f988-4fe7-8f67-4a267db2ae93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:09Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bce2a9620f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19403"
    uid: 97c17301-e52f-4385-9557-bd5f0f3482dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bdfae13de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 50fbc136-0e0e-4f4b-901f-a70f8828aa25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bdfdd0b4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: 90d2516d-b715-446d-819a-0520fbc14d09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bdfe40aa3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19445"
    uid: 86a0cfaa-b009-4774-8eff-35fe1dfdbd32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630bdfe4b1543
    namespace: kserve-ci-e2e-test
    resourceVersion: "19447"
    uid: c02a0e79-7c33-4b5c-a055-ecd8c65dba47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630be010a8326
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 05af5c21-2787-4188-9ae6-d8a03e0d8450
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630be017a510c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: f6e0da13-52a1-49c0-ad8d-b0d7763da528
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:2be6ebef4b19b45a920c0297dc847d043b685252009ed5b1ef899c436d0fa517"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630be0183e4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 66acf09c-d8c5-4ed9-a813-b62d6877932b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630be041e7a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: d9e80608-1321-450f-a46c-c197e3709d52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:58:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:14Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630be04a06c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: bf429010-0af4-4fb0-a0c1-886b2ca7c384
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:59:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:51Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630be3711f1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 854815a4-ba96-41b7-a856-375f5e486376
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:59:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:51Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630be371bedcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: cc074e63-632f-4832-bf88-c5bd7063a115
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:59:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:43Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630d2c5a42d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: 72737874-32ed-472e-9e21-78a48cf8853a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:59:43Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:43Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630d2c5a46584
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: 7bedfd22-7342-44e5-8a43-28d0392e910b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T18:59:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:43Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630d2c5a49549
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 5d171017-336e-49df-9c29-30458aa3a2d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: a58b20c8-553f-445e-9dc0-917711c06777
  kind: Event
  lastTimestamp: "2026-09-17T19:00:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:00:01Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd.18d630d367526d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 40f555e9-d566-44c9-a7cd-06c96edf4b70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: c3fd4352-3ad7-4075-9f1c-27a7ab37cf0f
  kind: Event
  lastTimestamp: "2026-09-17T18:58:08Z"
  message: 'Created pod: isvc-logger-raw-47a1c-predictor-685d4fb9b8-hzrbd'
  metadata:
    creationTimestamp: "2026-09-17T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:08Z"
    name: isvc-logger-raw-47a1c-predictor-685d4fb9b8.18d630bc9732d240
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: d538a8b6-f094-48ea-aefb-68995f73a67e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: 823f9406-cdaa-4f3f-829d-74ae26b100d5
  kind: Event
  lastTimestamp: "2026-09-17T18:58:08Z"
  message: Scaled up replica set isvc-logger-raw-47a1c-predictor-685d4fb9b8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:08Z"
    name: isvc-logger-raw-47a1c-predictor.18d630bc932c5d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 06ab4f1c-2c2d-4e92-a483-e76417c090d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 31c83841-f37a-4633-a933-d0b91819adbf
  kind: Event
  lastTimestamp: "2026-09-17T18:58:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:38Z"
    name: isvc-logger-raw-47a1c-predictor.18d630c011b69eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: 99331124-100a-4539-acea-d4b0fe4ab586
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 31c83841-f37a-4633-a933-d0b91819adbf
  kind: Event
  lastTimestamp: "2026-09-17T18:58:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:38Z"
    name: isvc-logger-raw-47a1c-predictor.18d630c01234e489
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: e67a4fad-243a-463c-8bd3-cbab5edf3fe0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: 31c83841-f37a-4633-a933-d0b91819adbf
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: isvc-logger-raw-47a1c-predictor.18d630c70fdff470
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: f3de98d2-74fe-475d-ad32-8b4c1b8334b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: 31c83841-f37a-4633-a933-d0b91819adbf
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: isvc-logger-raw-47a1c-predictor.18d630c710be0d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20314"
    uid: 92962d44-a02d-4364-9ced-510c2b9ed429
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-47a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: db179c0d-352f-4531-9675-963ab0cbcdb4
  kind: Event
  lastTimestamp: "2026-09-17T18:59:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:31Z"
    name: isvc-logger-raw-47a1c.18d630bc931787da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20204"
    uid: 2715a102-8412-4d13-abcb-1a0df2e51b05
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-47a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: db179c0d-352f-4531-9675-963ab0cbcdb4
  kind: Event
  lastTimestamp: "2026-09-17T18:58:08Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-47a1c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-47a1c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:58:08Z"
    name: isvc-logger-raw-47a1c.18d630bc93b07fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: c5a44ea9-1853-43d2-a2c2-e1236a9db34f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-47a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: db179c0d-352f-4531-9675-963ab0cbcdb4
  kind: Event
  lastTimestamp: "2026-09-17T18:59:31Z"
  message: InferenceService [isvc-logger-raw-47a1c] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:31Z"
    name: isvc-logger-raw-47a1c.18d630cff37d0eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: 40425148-5745-4788-a8ce-e3eee4f1d4b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:07:40.411587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24010"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:07:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:07:40Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63141c1464213
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 35576c1d-eed2-4852-99a2-f56006d136e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:40Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:07:40Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63141e32b24de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24025"
    uid: a9815e59-0bdf-455c-9c18-c7c5f49010bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:41Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63141e4e1e047
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: 022fdf15-2a05-47df-9b3f-31ca5ed30def
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:41Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63141e7605c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24029"
    uid: 79cde57a-eab0-4b50-af54-db7774576265
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:41Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63141e7d0a94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: 5e6e1c41-9f39-483f-89ea-bd857b56f93b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63142fb272506
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: d5d515cd-9eaa-4ba8-8240-485c8c4a4ece
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63142fe08d805
    namespace: kserve-ci-e2e-test
    resourceVersion: "24054"
    uid: 1a926b86-85dc-409a-8590-4e00b4e2fa42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63142fe8207bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: c04224f1-8dd3-4cd4-b3d6-208d04b16318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63142fe8cd8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24058"
    uid: 21f16c82-cc79-40ed-936a-8a4b7a15817d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d6314301496cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 68019c97-79e7-4379-a947-f8d5992f11df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d6314301c0a742
    namespace: kserve-ci-e2e-test
    resourceVersion: "24061"
    uid: 9e1d01da-e4a2-4b12-ad1d-0251a13dc3ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:2be6ebef4b19b45a920c0297dc847d043b685252009ed5b1ef899c436d0fa517"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d6314301cbea49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24062"
    uid: 5c06d2a4-7f5d-44b3-b7f0-aa0c9f2655ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63143047386bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: 3315ac02-bcc3-4b36-a36a-1a0db2347efe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:07:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T19:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:45Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d6314304e2efa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24064"
    uid: 828dc796-4eb3-4771-b1d9-874c301b305a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:09:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:33Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63143372b94c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: e86ad3ef-b1e1-4d6f-a968-f9508391990e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:09:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:23Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d6314372fc9a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24612"
    uid: d21e0981-4994-4b18-b5f9-cfa5910cfa7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:09:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:15Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63157efadf501
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 90c04a28-485e-4974-8856-53e0d53975ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:09:15Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:15Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63157efae6e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24523"
    uid: 1ca17bcd-3623-4780-a7c3-c62fa52b0cf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:09:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:15Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63157efaf1088
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: d60533db-53a4-48a3-901c-aad271839d89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 81124c05-ec9f-4754-8a3b-c85444d843c5
  kind: Event
  lastTimestamp: "2026-09-17T19:09:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:28Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr.18d63158a3413fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24641"
    uid: c53131a1-71cc-41e4-903f-9b4b3c3b421c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-77c98dccfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: 4b4e926e-76b1-4f96-a6ce-4fc3a143b153
  kind: Event
  lastTimestamp: "2026-09-17T19:07:40Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-77c98dccfb-g4bvr'
  metadata:
    creationTimestamp: "2026-09-17T19:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:40Z"
    name: isvc-logger-raw-cipn-predictor-77c98dccfb.18d63141c08affc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: ff8e57c4-90d6-46b1-ac05-280e7d776f89
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 6ad79f03-2b28-4028-b210-23a5e2a332bf
  kind: Event
  lastTimestamp: "2026-09-17T19:07:40Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-77c98dccfb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:40Z"
    name: isvc-logger-raw-cipn-predictor.18d63141ba74cd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23998"
    uid: 7a385e28-176c-4996-9acf-274146fce1b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 3b71c8a2-92e3-4b10-864f-075f9493bdf3
  kind: Event
  lastTimestamp: "2026-09-17T19:08:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:25Z"
    name: isvc-logger-raw-cipn-predictor.18d63145394abe3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 351407d1-2039-4ee7-a190-bf1a876ec67c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 3b71c8a2-92e3-4b10-864f-075f9493bdf3
  kind: Event
  lastTimestamp: "2026-09-17T19:08:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:08:25Z"
    name: isvc-logger-raw-cipn-predictor.18d6314539b859a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 01790042-c759-4d0a-8691-4b4b22a194bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24117"
    uid: 3b71c8a2-92e3-4b10-864f-075f9493bdf3
  kind: Event
  lastTimestamp: "2026-09-17T19:09:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:10Z"
    name: isvc-logger-raw-cipn-predictor.18d63148b87efd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: e383986f-42f2-4270-8abc-b14a19a45fd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:08:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24117"
    uid: 3b71c8a2-92e3-4b10-864f-075f9493bdf3
  kind: Event
  lastTimestamp: "2026-09-17T19:09:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:09:10Z"
    name: isvc-logger-raw-cipn-predictor.18d63148b9042226
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: bc425918-fd36-4f72-a6ee-570e2435dd43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 27c3945d-bd13-45cb-bbb3-dedc30319552
  kind: Event
  lastTimestamp: "2026-09-17T19:09:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:03Z"
    name: isvc-logger-raw-cipn.18d63141ba6e0d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: b70fe20c-a497-4517-a053-c7cca9a4ec75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 27c3945d-bd13-45cb-bbb3-dedc30319552
  kind: Event
  lastTimestamp: "2026-09-17T19:07:40Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:40Z"
    name: isvc-logger-raw-cipn.18d63141bb144e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24002"
    uid: a22fd17e-d61b-46ec-a427-23a38e84a1d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 27c3945d-bd13-45cb-bbb3-dedc30319552
  kind: Event
  lastTimestamp: "2026-09-17T19:09:03Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:09:03Z"
    name: isvc-logger-raw-cipn.18d6315504ff77c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: dcf68abc-bef0-403e-a228-a656ccb0dcab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:57:18.146393Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18753"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-bfe648-predictor-686895584-c5vq5
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:57:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:57:18Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b0df60fcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: d99aba8e-dbe9-48f0-998c-4fbc4824da81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-bfe648-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:18Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b0eb7f56c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: da00c200-5c46-4ae5-920c-fb0c290182b3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:19Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:57:19Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b124eadaee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18779"
    uid: 4423a154-255f-4eb3-aa4a-bdeaec1d98b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:19Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b1267c3fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: 8336f3c2-6744-4ede-a1e3-321beadaf2c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:19Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b128ed27bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: c01c376a-3145-4381-a551-e609b5643276
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:19Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b12956576c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 76f3fe40-0508-45d6-9a85-000a7cf7be5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:24Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b24a438320
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 91e516ab-3c27-4de1-8e6d-88e597e56ad0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:24Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b24ce78d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: de118cc8-1efc-411f-9032-4ae344fe9db1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:24Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b24d58e764
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 29e9bdcf-806a-4473-9c7e-2bea909b885c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:24Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b24d61a6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 193104a6-d98a-48de-9bbf-fc652e935553
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:24Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b24fddf8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 01d31d23-79b6-4bf2-966b-6df3e189aa94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:57:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:24Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b25049d0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: d374778b-dacd-41a1-b4ca-867698ffe6af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:58:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:32Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630b2c212592a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: cea8c977-3ba8-460a-9a43-f6a037f386e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630cca6cacc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: d75e516f-5730-43e7-a182-2053aba8afe6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-bfe648-predictor-686895584-c5vq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: d990187d-8d79-4559-bc2d-4414ed104292
  kind: Event
  lastTimestamp: "2026-09-17T18:59:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:17Z"
    name: isvc-primary-bfe648-predictor-686895584-c5vq5.18d630cca6cb5d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: a741f2fb-9257-4130-8097-c2faba088820
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-bfe648-predictor-686895584
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 9204751e-0c09-4790-9793-8ae3ab91248c
  kind: Event
  lastTimestamp: "2026-09-17T18:57:18Z"
  message: 'Created pod: isvc-primary-bfe648-predictor-686895584-c5vq5'
  metadata:
    creationTimestamp: "2026-09-17T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:18Z"
    name: isvc-primary-bfe648-predictor-686895584.18d630b0df12d555
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: 33f64ed9-c751-432d-908e-392e2dc6edd3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-bfe648-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18744"
    uid: 502667f7-906a-49dd-9f71-43fb03cef870
  kind: Event
  lastTimestamp: "2026-09-17T18:57:18Z"
  message: Scaled up replica set isvc-primary-bfe648-predictor-686895584 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:18Z"
    name: isvc-primary-bfe648-predictor.18d630b0db63fe2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: abbf27bb-e034-414a-a8da-15f1ac0eabe1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bfe648-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: e8d018ce-7139-44e1-9d5c-5e6ca1923cc7
  kind: Event
  lastTimestamp: "2026-09-17T18:57:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:33Z"
    name: isvc-primary-bfe648-predictor.18d630b459f09dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: a8549ef0-be66-4f78-a1ec-c6df44219851
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bfe648-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: e8d018ce-7139-44e1-9d5c-5e6ca1923cc7
  kind: Event
  lastTimestamp: "2026-09-17T18:57:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:33Z"
    name: isvc-primary-bfe648-predictor.18d630b45a5fcd90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 1ac47db3-d4fc-4af8-b7b5-edf82af2efc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bfe648-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: e8d018ce-7139-44e1-9d5c-5e6ca1923cc7
  kind: Event
  lastTimestamp: "2026-09-17T18:59:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:03Z"
    name: isvc-primary-bfe648-predictor.18d630b7d91954c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: da29db7d-d7b3-414d-b3b6-8c01df7c5eec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-bfe648-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: e8d018ce-7139-44e1-9d5c-5e6ca1923cc7
  kind: Event
  lastTimestamp: "2026-09-17T18:59:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:03Z"
    name: isvc-primary-bfe648-predictor.18d630b7d987846a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: 62b7cc9b-8e9e-40df-959e-82f529da5d34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bfe648
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 96a1bac9-5dec-463d-aeb3-bf480748e83b
  kind: Event
  lastTimestamp: "2026-09-17T18:58:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:58:42Z"
    name: isvc-primary-bfe648.18d630b0db638054
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: fab7a5e7-fcca-49fb-9714-f651856f8d66
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bfe648
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 96a1bac9-5dec-463d-aeb3-bf480748e83b
  kind: Event
  lastTimestamp: "2026-09-17T18:57:18Z"
  message: 'Failed to update status for InferenceService "isvc-primary-bfe648": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-bfe648":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:18Z"
    name: isvc-primary-bfe648.18d630b0dbf4b0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: 6a7403c2-4c32-4f31-8eaf-3cfe79a17b04
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bfe648
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 96a1bac9-5dec-463d-aeb3-bf480748e83b
  kind: Event
  lastTimestamp: "2026-09-17T18:57:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-bfe648": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:18Z"
    name: isvc-primary-bfe648.18d630b0dbf4fa37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18766"
    uid: d8ad1717-461d-4811-87b2-58a16c640e40
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-bfe648
    namespace: kserve-ci-e2e-test
    resourceVersion: "19679"
    uid: 96a1bac9-5dec-463d-aeb3-bf480748e83b
  kind: Event
  lastTimestamp: "2026-09-17T18:58:42Z"
  message: InferenceService [isvc-primary-bfe648] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:58:42Z"
    name: isvc-primary-bfe648.18d630c47e596508
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: d93c86d2-3254-4f93-a3ee-217b74f0f4ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:52:12.810460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63069c7f05ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: c9ec7758-19f0-4c96-ba4b-2ad64ce0c4af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63069ea31c31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 4e04abfd-09f9-442c-bc1b-5d41044c63d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
  metadata:
    creationTimestamp: "2026-09-17T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:13Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63069eb987237
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 1f9e325b-f906-4da8-ab88-5405e0919c76
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    in 3.625s (3.625s including waiting). Image size: 308251564 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:17Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6306ac3b14d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: fc3bb01a-94b1-4b3d-8a06-ab80b402fd7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:17Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6306ac6a10fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: c009a953-5229-48c8-9649-e3564e18b9e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:17Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6306ac70ddd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: 5ccec280-f724-4eb7-8c45-3ad4c1ed3b86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:21Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
  metadata:
    creationTimestamp: "2026-09-17T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:21Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6306beb1dc12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 45d47b23-acbc-4817-b6ab-d220c11834e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    in 15.83s (15.83s including waiting). Image size: 1580862866 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:37Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6306f9aabc0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: e466facd-44d4-4eeb-9d5b-f0743f399783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:37Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6306f9f5789d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: be3730ca-f58d-49eb-a563-8c2d78000e33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:37Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6306f9fcd948d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 6a760d0a-3c6e-49be-aff1-91d1c39a2de8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:37Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6306f9fdadd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 25a41c59-f358-401b-ae8a-c581a5bf0434
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.468s (2.468s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:40Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6307032f7e76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: d498ace4-519c-46e5-8543-6b9d1b813472
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:40Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6307035d1e60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: ede20334-5a4f-42f8-9748-5b9130a70039
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:40Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d630703646c53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: 5357c0ff-46cb-4182-be16-75912088f251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:2be6ebef4b19b45a920c0297dc847d043b685252009ed5b1ef899c436d0fa517"
  metadata:
    creationTimestamp: "2026-09-17T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:40Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d630703652ca35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: e1855bc3-52f0-496c-bf5f-8b7be2d12eb3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:2be6ebef4b19b45a920c0297dc847d043b685252009ed5b1ef899c436d0fa517"
    in 2.035s (2.035s including waiting). Image size: 240302158 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:42Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63070af9f695a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 6eaf53a4-ffb6-41ca-b07e-9c08234c429d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:42Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63070b430f228
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: d32ef629-3475-448b-b998-40a8dd4c1bc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:52:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:52:42Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63070b4a66066
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 49555898-9cee-4dbd-b72c-de62040df8d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:16Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63070d6e44060
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: 277a4518-3682-494b-a6c8-f6ee0bef06b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:16Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6307112b3f642
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 5a571c31-615a-477a-b1cb-0e6e6f2e01b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63084855c6bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 58791ce3-5c20-4ac7-a42e-6b87b412c4fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63084855cb0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: ed4816d2-bf29-4a5b-a73f-aef5013bfad2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d63084855d1a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: ba3e6695-069a-4412-878b-59fe2ff1b525
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 7d1f18a3-4851-4b0e-b1a0-c9399088a55b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:25Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57.18d6308518e89617
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: b8ab6d27-6e6c-4d58-8871-fcc012a15dcc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 03dea29b-d2fe-4ad6-acbc-8fc7a3e59a63
  kind: Event
  lastTimestamp: "2026-09-17T18:52:12Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57-k9z57'
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57.18d63069c783d1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: a22f9511-e695-4ac8-8541-b756a3a2095c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-fe81c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 55b7e8fa-b816-4510-b13f-ac3d20250e57
  kind: Event
  lastTimestamp: "2026-09-17T18:52:12Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-fe81c-predictor-c59f58b57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:52:12Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor.18d63069c37bc6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 69f41638-3077-4b63-aa2d-79c983d0b72a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fe81c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: a70e5efc-80c1-4fa4-9843-74d308d7728c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:12Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor.18d6306d441bddd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: f3536660-a218-476e-babd-5f955516d707
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fe81c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: a70e5efc-80c1-4fa4-9843-74d308d7728c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:12Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor.18d6306d4540cc34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 87d40916-88aa-4f22-8eb7-4e49051e11a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fe81c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: a70e5efc-80c1-4fa4-9843-74d308d7728c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:57Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor.18d6307b414878b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 31b2ad6f-ec1c-4ebc-babe-b7ac379db13f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fe81c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: a70e5efc-80c1-4fa4-9843-74d308d7728c
  kind: Event
  lastTimestamp: "2026-09-17T18:53:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:53:57Z"
    name: isvc-raw-sklearn-batcher-fe81c-predictor.18d6307b41b907c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: dcf2bce6-ec8b-4b93-a86e-1ad617ec8419
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fe81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: a62146e5-9c01-433a-a6db-3599287629de
  kind: Event
  lastTimestamp: "2026-09-17T18:53:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:56Z"
    name: isvc-raw-sklearn-batcher-fe81c.18d63069c37d7236
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 892e8c50-117a-4d06-9b6c-49f7afe9be1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fe81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: a62146e5-9c01-433a-a6db-3599287629de
  kind: Event
  lastTimestamp: "2026-09-17T18:53:56Z"
  message: InferenceService [isvc-raw-sklearn-batcher-fe81c] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:53:56Z"
    name: isvc-raw-sklearn-batcher-fe81c.18d63081ddc14d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: f474b372-b559-46ae-8111-bab1137b0ed2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:59:03.373914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 2f5613d9-0bf2-4d2f-a002-9ab41598a814
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-bfe648-predictor-554f8ff779-4c7jr
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:59:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:59:03Z"
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr.18d630c95f6d8d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: e8edbde6-6687-4ae9-8aec-ccb5ff70f695
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 2f5613d9-0bf2-4d2f-a002-9ab41598a814
  kind: Event
  lastTimestamp: "2026-09-17T18:59:03Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:59:03Z"
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr.18d630c98171321c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19878"
    uid: 76b99417-0aaa-40f4-a1e3-ddc0ae0c20d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 2f5613d9-0bf2-4d2f-a002-9ab41598a814
  kind: Event
  lastTimestamp: "2026-09-17T18:59:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:06Z"
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr.18d630c9833dd7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: dac1e387-5022-47fe-9b64-9a5166ea7b97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 2f5613d9-0bf2-4d2f-a002-9ab41598a814
  kind: Event
  lastTimestamp: "2026-09-17T18:59:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:06Z"
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr.18d630c986486ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 88bcfe30-7184-4946-be98-1b597720c8aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 2f5613d9-0bf2-4d2f-a002-9ab41598a814
  kind: Event
  lastTimestamp: "2026-09-17T18:59:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:06Z"
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr.18d630c986c7bdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 83a5b748-739d-4ef3-8449-46a6de746781
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 2f5613d9-0bf2-4d2f-a002-9ab41598a814
  kind: Event
  lastTimestamp: "2026-09-17T18:59:11Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-bfe648-predictor-554f8ff779-4c7jr_kserve-ci-e2e-test(2f5613d9-0bf2-4d2f-a002-9ab41598a814)
  metadata:
    creationTimestamp: "2026-09-17T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:11Z"
    name: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr.18d630cb465f4c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: e4ca8a65-92b7-49c1-9886-849867fbd4ab
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-bfe648-predictor-554f8ff779
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: a82b196b-096e-426e-a708-e7232b198f32
  kind: Event
  lastTimestamp: "2026-09-17T18:59:03Z"
  message: 'Created pod: isvc-secondary-bfe648-predictor-554f8ff779-4c7jr'
  metadata:
    creationTimestamp: "2026-09-17T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:03Z"
    name: isvc-secondary-bfe648-predictor-554f8ff779.18d630c95f058693
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 20e700a0-21ed-4b6f-9a23-006894f9f9b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-bfe648-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: 3ff8e45b-1137-47fa-96ee-697f3cb2d44f
  kind: Event
  lastTimestamp: "2026-09-17T18:59:03Z"
  message: Scaled up replica set isvc-secondary-bfe648-predictor-554f8ff779 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:03Z"
    name: isvc-secondary-bfe648-predictor.18d630c95af436df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: af782d04-befa-494a-b0bc-9af990e49882
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bfe648
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 62b3ed98-0a5b-4e27-b69f-4c38bced307e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:11Z"
    name: isvc-secondary-bfe648.18d630c95af05ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19956"
    uid: 7046a47f-01df-416c-bd70-c94e43dbf8af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bfe648
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 62b3ed98-0a5b-4e27-b69f-4c38bced307e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:03Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-bfe648":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-bfe648":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:03Z"
    name: isvc-secondary-bfe648.18d630c95b75c318
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: c9bfa170-b540-4bc9-83fc-7560196f9144
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-bfe648
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 62b3ed98-0a5b-4e27-b69f-4c38bced307e
  kind: Event
  lastTimestamp: "2026-09-17T18:59:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-bfe648": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:03Z"
    name: isvc-secondary-bfe648.18d630c95b7621a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 71afaf74-dc98-4e46-b1e1-b5538a84ce82
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:07.790733Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d630848d4c16f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 0bda3d4a-bfeb-4d44-b649-55e06afd0b68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-bae88-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d6308497b88876
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 1e579fa7-9b0f-483a-a26c-b8c4ba7e7670
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:08Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:54:08Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63084d2f4fa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: 6d5f8f15-5e58-42a0-9bc4-c87d3d874a5f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:08Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63084d4e07ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: b81df3e6-401a-4956-b3a1-519cbfcc388e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:09Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63084d77f1142
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: db88d3c0-86dc-49b4-98df-2d631acdee90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:09Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63084d7f05972
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 080d1e5e-3fcf-4d63-a410-5c1b3edc7639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63085ce3d48c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: c6afca6b-1234-4032-8e09-34e0b182b54b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63085d13d5ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: cd829cf3-d3df-403f-9e62-71ed353dc59f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63085d1aca82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: 18fd80e8-98a7-4060-9777-c3bec555cad1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63085d1b502ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: c46f1589-d202-4101-ad71-eeb40cea5201
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63085d53d7630
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: e066cdc2-1075-4439-972e-c30f78198d83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d63085d5ad4cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: d5578868-70cc-4d48-8e49-6c2ecda136a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:55:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:24Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d630860a85e2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: f58f4514-b904-4d0e-9431-6400dad72ab5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d6309e375871c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: bedc6da9-d26e-457a-b790-82268447d446
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d6309e3758dfd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: 16026698-4566-484a-bddd-f9aeb22bcb23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 40d24367-4972-4b7b-b6ac-8340d427c873
  kind: Event
  lastTimestamp: "2026-09-17T18:56:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:00Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927.18d6309eb8f4ba31
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: c337e264-4a83-4cb0-8be4-420756c199da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 85862d74-5234-4eee-8b58-132a7f7a2912
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: 'Created pod: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5-b6927'
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-sklearn-graph-raw-bae88-predictor-6d686494b5.18d630848ccf0cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: c51a55eb-5a7a-41ce-83c2-d6f7466a64cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 48dbb889-d56f-4823-857b-65fa84ff0fcb
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-bae88-predictor-6d686494b5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-sklearn-graph-raw-bae88-predictor.18d6308489debfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 560bb1b9-895b-4248-a24c-869c32ca1be5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 025bb7a4-a389-41b5-b268-a258a485ae1b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:37Z"
    name: isvc-sklearn-graph-raw-bae88-predictor.18d6308808cfcd98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 8b62aa75-f24f-4c2e-b4d0-feda7e7a5488
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 025bb7a4-a389-41b5-b268-a258a485ae1b
  kind: Event
  lastTimestamp: "2026-09-17T18:54:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:37Z"
    name: isvc-sklearn-graph-raw-bae88-predictor.18d6308809765dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: db3f50ee-92a7-4288-9e25-573041b43d92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 025bb7a4-a389-41b5-b268-a258a485ae1b
  kind: Event
  lastTimestamp: "2026-09-17T18:55:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:52Z"
    name: isvc-sklearn-graph-raw-bae88-predictor.18d6308f07b18062
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 8afc70d4-0a52-4dcb-8e89-9161410bc21d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 025bb7a4-a389-41b5-b268-a258a485ae1b
  kind: Event
  lastTimestamp: "2026-09-17T18:55:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:52Z"
    name: isvc-sklearn-graph-raw-bae88-predictor.18d6308f082ebfe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: 0770ee75-a94e-4cd8-b6f6-e92092d67a5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-bae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: a6aaabcd-0c87-4c11-8bb5-bdcd3d59684f
  kind: Event
  lastTimestamp: "2026-09-17T18:55:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:34Z"
    name: isvc-sklearn-graph-raw-bae88.18d6308489c24d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 85ed5e89-a1c3-4ab6-a1b4-2c61bd27ed0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-bae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: a6aaabcd-0c87-4c11-8bb5-bdcd3d59684f
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-bae88":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-bae88":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-sklearn-graph-raw-bae88.18d630848a5a6acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: b8cecf9e-dabd-4203-b38d-6b2a105c368a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-bae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: a6aaabcd-0c87-4c11-8bb5-bdcd3d59684f
  kind: Event
  lastTimestamp: "2026-09-17T18:55:34Z"
  message: InferenceService [isvc-sklearn-graph-raw-bae88] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:34Z"
    name: isvc-sklearn-graph-raw-bae88.18d63098b101dd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 3a93429d-310a-4c53-b5f5-350c45a5cbe3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:55:58.311238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309e48d52f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 5e99df5f-b362-4f8f-9062-ba3d21450dd4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309e6adb661a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 3b3b8a31-b15c-4773-b95c-d4fef446c909
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309e6c76a980
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 7d86b55c-a6a9-416d-bd3a-369003e0dab5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309e6f1990a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: c9b79086-f672-461d-926a-e2036647e2cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309e6f8b25de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: 822d6ef8-8aa5-46b7-b205-cd211a0650d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309f8adf61ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: 78b1c5f1-618e-488b-8b7b-07802443b8b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309f8e8f14c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18058"
    uid: 23ce52ba-33f5-420d-a11d-c8dc9e57665c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309f8efea19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: e9b562b5-e2fc-4ee2-a069-6afddff41292
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309f8f087cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 74158e82-525f-4fed-a8db-f35d9d7d7fad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309f923ef73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: f4876c74-3e6b-499f-a933-af69c99c2c2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:56:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:03Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d6309f92af6565
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: ce19d3a6-221a-4217-beb8-7c793ff357d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:57:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:51Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d630a002d806fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19210"
    uid: 47593870-88d0-46f4-8a77-3536fb74daaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:57:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:48Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d630b7e48522d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: a7924228-2880-42a2-8cad-753337f9e5ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:57:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:48Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d630b7e485dd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: 784aa10d-2c8b-4ac6-85cf-a79919877138
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: d5d0b861-c13d-475f-a8b1-dc8840fa98df
  kind: Event
  lastTimestamp: "2026-09-17T18:57:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:51Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l.18d630b8b1271cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 796d4a28-9870-45e4-9359-e7a3d0444993
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 6e866785-9f59-4331-81aa-2c78e1e75448
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89-4hr5l'
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89.18d6309e4842c304
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: 9504cfb3-e502-4bdb-ab7e-db859128e994
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 6f20c8c3-1600-4eda-b924-a5dc49c5113d
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-8b7b7-predictor-6bc97c6c89
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor.18d6309e3f157f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: 1ae3e0c3-fddc-475f-ac7e-1224dfde0247
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 23bded4b-e9c9-4b0f-a303-c5c98ff4ccc3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:43Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor.18d630a1bd4076ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: dbbeb30c-3d00-4ee1-b5a2-37635202fd2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 23bded4b-e9c9-4b0f-a303-c5c98ff4ccc3
  kind: Event
  lastTimestamp: "2026-09-17T18:56:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:43Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor.18d630a1bdab5e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: 3cfc8a20-4011-4ec0-92ac-031e505514bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 23bded4b-e9c9-4b0f-a303-c5c98ff4ccc3
  kind: Event
  lastTimestamp: "2026-09-17T18:57:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:43Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor.18d630a53d82d297
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: 1c1d999c-b90e-4c80-9488-3f3c25e1b9de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 23bded4b-e9c9-4b0f-a303-c5c98ff4ccc3
  kind: Event
  lastTimestamp: "2026-09-17T18:57:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:43Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7-predictor.18d630a53e5eebb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19036"
    uid: 874a71ea-efb8-4f24-8f8a-d2b2305dc1ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-8b7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17911"
    uid: 448c8cdb-43c2-44c4-8b92-96a057f5a1d8
  kind: Event
  lastTimestamp: "2026-09-17T18:57:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:21Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7.18d6309e3f11e6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: a919bb64-8f2d-4eea-b261-f219ef7e3c04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-8b7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 448c8cdb-43c2-44c4-8b92-96a057f5a1d8
  kind: Event
  lastTimestamp: "2026-09-17T18:57:21Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-8b7b7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:21Z"
    name: isvc-sklearn-graph-raw-hpa-8b7b7.18d630b1bba952cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: 1790d8fa-140d-4e52-8b6b-a59be0162c61
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:59:44.011587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20434"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:59:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:59:44Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d2d59f334c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20438"
    uid: fabb3984-e159-4cc0-94dc-5a1ac9b9407e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-1b147-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:44Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d2e0b75a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 82030ad6-719b-484b-8996-2595849e7037
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20445"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:45Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:59:45Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d31b40c9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 4db490e0-768d-44b1-bed4-79ed7c3c79e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:45Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d31cdadccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: f83e3cb5-0ae6-4cc0-a261-99b4632c5061
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:45Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d32065f2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20468"
    uid: 499fe2d3-a9cd-462c-9209-173013a35a8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:45Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d320d356c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: 294f548b-8ee0-4dce-ac44-8ecce364d00c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:49Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d42857b6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: 7e5addf5-3956-44eb-9f73-e5bffa07b0ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:49Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d42b5d1677
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: fc7594a1-a70c-4a0c-9c70-209da34eabb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:49Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d42bcd89a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20510"
    uid: 0bab6041-bac3-47da-b394-e5b232cbe5f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:49Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d42bd70250
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 8e898158-1eae-488e-80e7-e9b2f9309bc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:49Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d42e852e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: d7bbf524-f838-412a-880f-73bb56c001db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T18:59:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:49Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d42ef2dbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: 46d4d03d-90fb-48f0-99b7-a0f74e22850f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T19:02:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:25Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630d4a032c49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: 043598ae-e72c-40bf-abdd-a8bb3590ea7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T19:02:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:23Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630f812676730
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: b397e80e-4c36-4a73-80b9-c46f69a5d2e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T19:02:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:23Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630f812682d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: c401ee75-a87d-4b17-ba27-47c2b53180e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 0967bfa8-36ad-48f7-af94-5713a99cc793
  kind: Event
  lastTimestamp: "2026-09-17T19:02:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:32Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc.18d630f8f2bc9e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: a349b564-8230-4efb-8cb7-def0704478f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 0dbcc78f-de8d-4f39-9a8b-885d7d28279f
  kind: Event
  lastTimestamp: "2026-09-17T18:59:44Z"
  message: 'Created pod: isvc-sklearn-scale-raw-1b147-predictor-54fd889595-dsbxc'
  metadata:
    creationTimestamp: "2026-09-17T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:44Z"
    name: isvc-sklearn-scale-raw-1b147-predictor-54fd889595.18d630d2d5005c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: 7d434755-7074-4ba8-bb57-3c601b2e6c55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-1b147-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: ba395cfe-32e5-4510-b72f-d7cd4e9a6451
  kind: Event
  lastTimestamp: "2026-09-17T18:59:43Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-1b147-predictor-54fd889595
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:43Z"
    name: isvc-sklearn-scale-raw-1b147-predictor.18d630d2d07d0b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20426"
    uid: 0947fc4d-8b16-4326-a449-0a9547b2e6bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-1b147-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: b7bc4234-fb88-47ff-9a4f-476f8b30a533
  kind: Event
  lastTimestamp: "2026-09-17T18:59:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:58Z"
    name: isvc-sklearn-scale-raw-1b147-predictor.18d630d64f6150f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: d183c623-5f87-4db5-bbef-27c4bebfd277
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-1b147-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: b7bc4234-fb88-47ff-9a4f-476f8b30a533
  kind: Event
  lastTimestamp: "2026-09-17T18:59:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:58Z"
    name: isvc-sklearn-scale-raw-1b147-predictor.18d630d64fdecd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: 19e26917-7fb2-4d57-94df-b82962738381
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-1b147-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: b7bc4234-fb88-47ff-9a4f-476f8b30a533
  kind: Event
  lastTimestamp: "2026-09-17T19:02:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:14Z"
    name: isvc-sklearn-scale-raw-1b147-predictor.18d630d9ceb2fa5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21671"
    uid: 6ca02080-029b-4d65-9895-61be8eba0eac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-1b147-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: b7bc4234-fb88-47ff-9a4f-476f8b30a533
  kind: Event
  lastTimestamp: "2026-09-17T19:02:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:14Z"
    name: isvc-sklearn-scale-raw-1b147-predictor.18d630d9cf204c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: bc4548af-be7c-4fd9-99cc-7cfad83ff700
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-1b147
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 27e835c5-006e-49c0-b3ee-3ad7889ba41d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:15Z"
    name: isvc-sklearn-scale-raw-1b147.18d630d2d0670b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: 25bed32e-0156-4612-9ab9-ee1485a4ab87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-1b147
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 27e835c5-006e-49c0-b3ee-3ad7889ba41d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-1b147":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-1b147":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:44Z"
    name: isvc-sklearn-scale-raw-1b147.18d630d2d5e98375
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: 0a3d97fa-5606-4539-be39-62dfb8d0c147
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-1b147
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 27e835c5-006e-49c0-b3ee-3ad7889ba41d
  kind: Event
  lastTimestamp: "2026-09-17T18:59:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-1b147": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:44Z"
    name: isvc-sklearn-scale-raw-1b147.18d630d2d5e9dc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20443"
    uid: 4018db00-ff74-4c9e-9c1a-84aa3237da1f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-1b147
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: 27e835c5-006e-49c0-b3ee-3ad7889ba41d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:15Z"
  message: InferenceService [isvc-sklearn-scale-raw-1b147] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:15Z"
    name: isvc-sklearn-scale-raw-1b147.18d630f60ef9d20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: e0dcd9b1-f7c5-4ffe-8fed-f744bddf4138
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:54:07.909223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d63084945c16ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 643a42d5-611a-429b-bf9e-ab34c38a3e3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-bae88-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:08Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d630849dbe158b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 5f5e35c0-af96-430e-862d-bd80feef38d7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:09Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:54:09Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d63084da104e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: cb5d3f97-e49a-471e-b816-f90495c75af3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:09Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d63084dbd27168
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 99727672-c1e5-449f-8af3-604253a52141
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:09Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d63084df377844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: e827096d-a546-49d9-a4a4-59f7f9d726de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:09Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d63084dfa529bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 2f1f7d4e-5457-4eae-8cf8-6e689c4611d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:13Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:13Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d63085ce5bb242
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: cf01d6d5-b934-456f-8c42-d3572830d6cf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:32Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.826s (18.826s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:32Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6308a30850508
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 53463a8f-9975-46d0-88bc-284f9c1394d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:32Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6308a33d28141
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: b43e4566-25f9-4524-a29d-e202c1300cb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:32Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6308a3441a428
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: e8d1721e-8e55-426d-b738-84a49648658f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:32Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6308a344b7709
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 75448afb-d432-4a70-8247-e8ff01b626e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:32Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6308a36e806fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 3e376dc7-6ada-4185-b4b1-9fc6b57bc4d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:54:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:54:32Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6308a3755426a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: 9f354ced-f651-46ad-93b0-cf13758d3a77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:55:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:59Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6308a7cfc53c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: 01d462aa-54c8-4174-b423-374a5bc58054
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6309e3ae5410a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: c03aaa6d-f16f-4c42-900d-f5b06f70fff9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6309e3ae61f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 8e7fa58e-0783-492c-9721-9866830a4d93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: d73fbbd0-2aeb-4cd8-9b68-1b53c66c6d31
  kind: Event
  lastTimestamp: "2026-09-17T18:55:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:59Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57.18d6309e83322335
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: 56009459-1f2b-4109-9d03-8d0f90a80c18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 9428b42b-8965-4726-a78a-9300bab21281
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: 'Created pod: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9-slq57'
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9.18d6308493b157ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 870729d0-6bcf-44ee-8a1c-f92fdaf691a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: 99fcc72e-35ba-4f9f-ab25-8531ebdf7e5d
  kind: Event
  lastTimestamp: "2026-09-17T18:54:07Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-bae88-predictor-c45b49bd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:54:07Z"
    name: isvc-xgboost-graph-raw-bae88-predictor.18d63084902ec755
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 64cdf2f0-7ae4-4bd0-8bdc-1b5bbcd739c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: ee02cf22-982b-4070-b91c-184da65c98aa
  kind: Event
  lastTimestamp: "2026-09-17T18:55:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:07Z"
    name: isvc-xgboost-graph-raw-bae88-predictor.18d630880e915eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 60379510-36b9-4d1e-9806-189c9274f677
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: ee02cf22-982b-4070-b91c-184da65c98aa
  kind: Event
  lastTimestamp: "2026-09-17T18:55:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:07Z"
    name: isvc-xgboost-graph-raw-bae88-predictor.18d630880efa4b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: b09a92cf-ccda-4131-a1ca-e80b5068672e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16915"
    uid: ee02cf22-982b-4070-b91c-184da65c98aa
  kind: Event
  lastTimestamp: "2026-09-17T18:55:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:52Z"
    name: isvc-xgboost-graph-raw-bae88-predictor.18d630960a499f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: fa7313b9-ea16-4132-b61f-85ef980e7bb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bae88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16915"
    uid: ee02cf22-982b-4070-b91c-184da65c98aa
  kind: Event
  lastTimestamp: "2026-09-17T18:55:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:52Z"
    name: isvc-xgboost-graph-raw-bae88-predictor.18d630960ad4d34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17822"
    uid: 17fbb778-ea08-4a28-b996-8ce966e89744
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-bae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 51f4c2f2-6142-488b-9b2b-93fcdb9f76a0
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-xgboost-graph-raw-bae88.18d6308490339567
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 25fb9159-ee3c-43a1-ade4-1b1044866a3e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-bae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 51f4c2f2-6142-488b-9b2b-93fcdb9f76a0
  kind: Event
  lastTimestamp: "2026-09-17T18:55:39Z"
  message: InferenceService [isvc-xgboost-graph-raw-bae88] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:39Z"
    name: isvc-xgboost-graph-raw-bae88.18d63099e1593fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 4a1a936e-9666-4d63-b790-31bc0610c73b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:55:58.414089Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d6309e4ef68fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: 829c930f-4fc5-4302-b248-2834e59b9cf3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d6309e70b941d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: 4144879b-cd02-4a61-8453-f5f785b6ecd6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:55:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:59Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d6309e7271e812
    namespace: kserve-ci-e2e-test
    resourceVersion: "17995"
    uid: 5f18b26d-545d-4605-9e66-606ce32a4b98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:55:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:59Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d6309e75abe19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17996"
    uid: 1a7c8eaa-d302-45cd-98f7-c496b2b2382c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:55:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:59Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d6309e7619c945
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: 3eac1580-cb47-417d-97b5-bec99971a465
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:56:02Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:02Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d6309f59fde5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 54ab55f7-b463-439e-acf9-91c16d3d6b48
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:56:22Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.261s (19.261s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:22Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630a3d614c82f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18210"
    uid: c8793327-e024-4982-b1d0-0f328608c305
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:56:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:22Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630a3d8d15184
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 2c4004f8-5ed5-4d56-99e9-73adcbeff585
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:56:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:22Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630a3d93f797f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: 70ce801c-be36-4d3b-ad57-c4a960acbb20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:56:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:22Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630a3d948f57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18213"
    uid: 3e12720f-79c0-4b74-9873-37ef4e9cb800
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:56:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:22Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630a3dbd7f762
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: 560c4edb-e9ef-4601-b40f-b1b73e468313
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:56:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:22Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630a3dc4534e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: c7f4f48f-ff00-4d8f-8433-80ce1f2d5318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:57:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:49Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630a44330cac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: 58d91b52-e989-4203-b452-714e6aebae44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:57:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:48Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630b7e713b25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: dc4ddc9f-7057-4aac-bc3c-bd86a13795e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:57:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:48Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630b7e714cb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: 00f85239-4ae9-4efb-8992-66a7df1ab449
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 6a2d5a63-885b-406b-bddc-480cdb1a73c0
  kind: Event
  lastTimestamp: "2026-09-17T18:57:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:49Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr.18d630b84965d488
    namespace: kserve-ci-e2e-test
    resourceVersion: "19185"
    uid: acf83ca0-e91f-4b71-9c07-b7f056146d57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: 857ede2b-2de9-4615-adc7-fb046b94eac3
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9-ddzjr'
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9.18d6309e4e55c3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: a90ff39b-a29b-42dc-8159-36c279ad5e52
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: a8a1c28c-5bae-48b9-8a7e-32ada6fa18c2
  kind: Event
  lastTimestamp: "2026-09-17T18:55:58Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-8b7b7-predictor-54bd6475d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:58Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor.18d6309e4af14729
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: d7ba1f55-094c-401e-baf5-8f1140f1d22c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 4e1c0206-b021-4f17-98cb-927d083be891
  kind: Event
  lastTimestamp: "2026-09-17T18:56:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:58Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor.18d630a1c95fa48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: 53a30ecc-d22c-40b9-9e4a-3e7ab574889d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 4e1c0206-b021-4f17-98cb-927d083be891
  kind: Event
  lastTimestamp: "2026-09-17T18:56:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:56:58Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor.18d630a1c9ccac36
    namespace: kserve-ci-e2e-test
    resourceVersion: "18503"
    uid: 3009089b-c488-452e-ab28-4d43648151c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: 4e1c0206-b021-4f17-98cb-927d083be891
  kind: Event
  lastTimestamp: "2026-09-17T18:57:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:43Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor.18d630afc4fc1ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 1b6d0278-956f-4ed6-b74e-95da3b0b8dc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: 4e1c0206-b021-4f17-98cb-927d083be891
  kind: Event
  lastTimestamp: "2026-09-17T18:57:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:43Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7-predictor.18d630afc574c4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: 287c8367-1c98-42d4-a4c2-8406f463abd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-8b7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 98912a82-4066-4b23-af8e-f6a530daa039
  kind: Event
  lastTimestamp: "2026-09-17T18:57:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:30Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7.18d6309e4aff97f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: b3a37639-7a54-407f-9d9b-bc0979b32e47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-8b7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18898"
    uid: 98912a82-4066-4b23-af8e-f6a530daa039
  kind: Event
  lastTimestamp: "2026-09-17T18:57:30Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-8b7b7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:30Z"
    name: isvc-xgboost-graph-raw-hpa-8b7b7.18d630b3a713d348
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: 8d492bc5-3645-475d-9a89-ebe99800ae24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:57:48.452545Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19154"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    to ip-10-0-136-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:57:48Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b7edc41a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: 76f38ec2-821d-4989-966f-054c6f5d6870
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:57:49Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:57:49Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b80f78e022
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: c0cbbc48-7f88-4dd6-ba4c-8f955b012004
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:57:49Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:49Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b810ed506c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: bf0f6a4c-3ca0-494c-836e-7835fb174640
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:57:50Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.083s (1.083s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:50Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b85180f487
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: 444259f2-6e93-4a9d-a485-637aa0f7ac3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:57:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:50Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b8544cb2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: fae3e01d-4f8b-447b-93ba-0de03d5493ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:57:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:50Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b854bca0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 15481de1-908e-4625-ab45-2350dbb63f7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:57:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:50Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b854c560d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: 8cab0561-cba2-42dd-ab7a-15a1b3d561b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:57:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:50Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b85790fc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: 2ccee5fc-21fd-472e-a07a-b8f65643834e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:57:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:50Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630b85801d8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: 6efd436d-98a8-46dc-bfec-f146f9c07f68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:59:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:43Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630d2ca910e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: 854b71de-4107-4bb0-a0d2-24b28de4bd21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: b11d540f-27cb-4f59-b044-3deb4f14de50
  kind: Event
  lastTimestamp: "2026-09-17T18:59:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:43Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw.18d630d2ca91987e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 3e6e04d9-dd1f-47fe-9b2e-3efe29ad2894
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-47a1c-predictor-579b9d56d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: 711e7cb9-481c-421e-beff-0910bb2d153b
  kind: Event
  lastTimestamp: "2026-09-17T18:57:48Z"
  message: 'Created pod: message-dumper-raw-47a1c-predictor-579b9d56d4-584vw'
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:48Z"
    name: message-dumper-raw-47a1c-predictor-579b9d56d4.18d630b7ed1209d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19155"
    uid: 83468772-effa-47b6-86af-698a46a06060
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: 66fc65e0-966b-43af-94cf-c125910518ad
  kind: Event
  lastTimestamp: "2026-09-17T18:57:48Z"
  message: Scaled up replica set message-dumper-raw-47a1c-predictor-579b9d56d4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:48Z"
    name: message-dumper-raw-47a1c-predictor.18d630b7ea919c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: 0a185056-8a33-4b93-9550-6c3da0fb9f3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: 63ba800a-fba5-42ae-883c-8150e0c16f6e
  kind: Event
  lastTimestamp: "2026-09-17T18:58:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:03Z"
    name: message-dumper-raw-47a1c-predictor.18d630bb6912be8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 953386b7-8970-4652-bb8c-1814080dade4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: 63ba800a-fba5-42ae-883c-8150e0c16f6e
  kind: Event
  lastTimestamp: "2026-09-17T18:58:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:03Z"
    name: message-dumper-raw-47a1c-predictor.18d630bb6985ad89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: 5e066ecb-237b-46e4-86b1-c66c92688c1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 63ba800a-fba5-42ae-883c-8150e0c16f6e
  kind: Event
  lastTimestamp: "2026-09-17T18:58:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:18Z"
    name: message-dumper-raw-47a1c-predictor.18d630bee8a4cd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: afec6821-d240-4ae4-9d90-e184c1207fb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-47a1c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 63ba800a-fba5-42ae-883c-8150e0c16f6e
  kind: Event
  lastTimestamp: "2026-09-17T18:58:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:58:18Z"
    name: message-dumper-raw-47a1c-predictor.18d630bee92bd0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: 989ee00a-e754-40fa-b69c-5a27d0c0107c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-47a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: 7aebb206-4c92-43eb-a4b7-bad22411da44
  kind: Event
  lastTimestamp: "2026-09-17T18:57:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:58Z"
    name: message-dumper-raw-47a1c.18d630b7ea97f2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: f9b48d21-c915-4686-915d-a69a1fbce572
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-47a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 7aebb206-4c92-43eb-a4b7-bad22411da44
  kind: Event
  lastTimestamp: "2026-09-17T18:57:58Z"
  message: InferenceService [message-dumper-raw-47a1c] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:58Z"
    name: message-dumper-raw-47a1c.18d630ba38e84b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: 3f4fa15b-6cdb-4311-8838-983222b3d4a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:07:20.442527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:07:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:07:20Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d1b069b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: 1ae45c3c-1d1c-4ceb-87cb-d6aa3a04f4cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:07:21Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:07:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d3cdd688f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23873"
    uid: b192cea4-39d4-4fe6-9f29-84338d84b971
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:07:21Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d3e3fc3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 56e34acb-03ff-47f8-ae65-558f6eda2799
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:07:22Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.135s (1.135s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d81f2b52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23883"
    uid: a05cd4d5-c785-42f5-a224-dd8ba4f99dd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:07:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d84cc8674
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 1b4819f0-0bc5-4b07-a77f-bd4222f48f86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:07:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d853e1330
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 6343ed3b-2479-4bba-ba2a-f7c8690ff003
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:07:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d8547e7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23886"
    uid: e4a6d723-b72a-4961-bd7b-a4f7380cb368
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:07:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d8846d902
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: f5ae66ce-3e1c-4eb6-9c5d-b36bd47b6a4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:07:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:07:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d6313d88b48667
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: 78e6c126-45f1-45b8-bc21-da760d402d07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:09:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:15Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d63157f32618ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24533"
    uid: 86b1549d-fe90-429b-a6a0-f05591e9ab00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7f6aee4f-36df-4c0c-b96c-53c1cf710683
  kind: Event
  lastTimestamp: "2026-09-17T19:09:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:09:15Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7.18d63157f3267f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: 5693352d-28c3-4c50-8444-bbebb0649d20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: 720126b6-2a90-4b8b-8a7c-1be7408a8212
  kind: Event
  lastTimestamp: "2026-09-17T19:07:20Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-jx5z7'
  metadata:
    creationTimestamp: "2026-09-17T19:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:20Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d6313d1a7d1525
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: e67f75e0-67b8-433f-b60b-a63ef837ba1e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: 9c54d63a-5c1e-4d78-9b29-944bd6e5faa9
  kind: Event
  lastTimestamp: "2026-09-17T19:07:20Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:20Z"
    name: message-dumper-raw-cipn-predictor.18d6313d14327005
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: ada826cb-421a-40e8-bb19-234ade712e4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: 0700c384-2ddc-4859-8559-3833b4feb5c2
  kind: Event
  lastTimestamp: "2026-09-17T19:07:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: message-dumper-raw-cipn-predictor.18d63140938e78f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24093"
    uid: 33988241-63e9-4e8a-adea-2518d126e460
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: 0700c384-2ddc-4859-8559-3833b4feb5c2
  kind: Event
  lastTimestamp: "2026-09-17T19:07:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:07:50Z"
    name: message-dumper-raw-cipn-predictor.18d63140944652d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: 0e90ef23-4914-44a5-bdd8-d40b33fb352c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 936eb5bf-f0c3-4821-ae93-61a5645c719f
  kind: Event
  lastTimestamp: "2026-09-17T19:07:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:30Z"
    name: message-dumper-raw-cipn.18d6313d14c47c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 0621230b-722f-433c-9354-eed8cd4cc9b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 936eb5bf-f0c3-4821-ae93-61a5645c719f
  kind: Event
  lastTimestamp: "2026-09-17T19:07:20Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:20Z"
    name: message-dumper-raw-cipn.18d6313d156597a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: 0fd3146b-9089-4c4e-8c77-ca3aa7622826
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:07:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: 936eb5bf-f0c3-4821-ae93-61a5645c719f
  kind: Event
  lastTimestamp: "2026-09-17T19:07:30Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:07:30Z"
    name: message-dumper-raw-cipn.18d6313f7e74b424
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: bfbdb439-0fe8-4e19-8903-406c1b8ef4f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:55:47.867129Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:55:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:55:47Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309bda50b7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: a071abfc-7cec-4e88-b4aa-6ba9bbb023c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: "2026-09-17T18:55:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-bae88-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:48Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309be5893025
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: 304ff070-1c0c-48da-b503-c9a6ef00450d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: "2026-09-17T18:55:49Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:55:49Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309c1f9607e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: f8650c49-1068-466d-b14f-f20bb1d631a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bae88}
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: "2026-09-17T18:55:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4"
  metadata:
    creationTimestamp: "2026-09-17T18:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:49Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309c2151edc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 2cc7e618-3a20-4fb3-8493-bbcc40d4871d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bae88}
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4"
    in 2.229s (2.229s including waiting). Image size: 211751500 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309ca6378f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: b2c4cebb-c631-46cf-bc1d-ce7537a6be9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bae88}
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: 'Created container: model-chainer-raw-bae88'
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309ca8e7e339
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 9d2076d1-fa05-4cd9-aca9-115d7ec3cefc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bae88}
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: "2026-09-17T18:55:51Z"
  message: Started container model-chainer-raw-bae88
  metadata:
    creationTimestamp: "2026-09-17T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:51Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309ca9549b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: d29e729d-1cde-4a9f-9420-fa52b4abec3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bae88}
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: "2026-09-17T18:55:57Z"
  message: Stopping container model-chainer-raw-bae88
  metadata:
    creationTimestamp: "2026-09-17T18:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:55:57Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309e2f8fa7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: 1888f19c-7053-4693-9bdf-3803d22ff180
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bae88}
    kind: Pod
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: e646460f-7720-4476-ae7c-836d695635bc
  kind: Event
  lastTimestamp: "2026-09-17T18:56:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:56:27Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf.18d6309f57b7a38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: dee64776-e9eb-4e9b-a6c6-346d65fc3e61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-bae88-7f9cfbdbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: aa6380bd-cb8c-4846-9dba-c741072ec43f
  kind: Event
  lastTimestamp: "2026-09-17T18:55:47Z"
  message: 'Created pod: model-chainer-raw-bae88-7f9cfbdbc5-wpkqf'
  metadata:
    creationTimestamp: "2026-09-17T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:47Z"
    name: model-chainer-raw-bae88-7f9cfbdbc5.18d6309bd907933b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: f84719a3-74e2-4f01-ae66-9369870320e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-bae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: fae9d9b9-dcc0-4108-a109-5f1f1d8e1acc
  kind: Event
  lastTimestamp: "2026-09-17T18:55:47Z"
  message: Scaled up replica set model-chainer-raw-bae88-7f9cfbdbc5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:55:47Z"
    name: model-chainer-raw-bae88.18d6309bd814f09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 27f34e85-0ce4-4004-9382-c57c251dbfbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:55:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-bae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 3552bcb5-6e16-43df-9c59-35ec6893e7b8
  kind: Event
  lastTimestamp: "2026-09-17T18:55:47Z"
  message: InferenceGraph [model-chainer-raw-bae88] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:55:47Z"
    name: model-chainer-raw-bae88.18d6309be0056da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17763"
    uid: 4f5461fd-366d-4763-b828-ad431ae4e708
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:57:38.172626Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18974"
    uid: 6a6bd491-8e7c-4410-bdc6-82746a6331fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:57:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:57:38Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs.18d630b58908fd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: 919f09ae-f6bb-42bf-b75c-070ae9a20771
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: 6a6bd491-8e7c-4410-bdc6-82746a6331fd
  kind: Event
  lastTimestamp: "2026-09-17T18:57:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-8b7b7-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:38Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs.18d630b595d98d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 84b0f797-3c16-4494-8b74-5bc56af83039
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: 6a6bd491-8e7c-4410-bdc6-82746a6331fd
  kind: Event
  lastTimestamp: "2026-09-17T18:57:39Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:57:39Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs.18d630b5cec59259
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: bee69976-6199-4bed-8899-5176f07822b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-8b7b7}
    kind: Pod
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: 6a6bd491-8e7c-4410-bdc6-82746a6331fd
  kind: Event
  lastTimestamp: "2026-09-17T18:57:39Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:39Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs.18d630b5d02aede7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: f9569323-6372-4c03-bc2c-a544141801a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-8b7b7}
    kind: Pod
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: 6a6bd491-8e7c-4410-bdc6-82746a6331fd
  kind: Event
  lastTimestamp: "2026-09-17T18:57:39Z"
  message: 'Created container: model-chainer-raw-hpa-8b7b7'
  metadata:
    creationTimestamp: "2026-09-17T18:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:39Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs.18d630b5d3109340
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: b7553dda-61e2-4146-ab3c-ed58630a4819
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-8b7b7}
    kind: Pod
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: 6a6bd491-8e7c-4410-bdc6-82746a6331fd
  kind: Event
  lastTimestamp: "2026-09-17T18:57:39Z"
  message: Started container model-chainer-raw-hpa-8b7b7
  metadata:
    creationTimestamp: "2026-09-17T18:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:39Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs.18d630b5d380e5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: 75f60ff6-61dc-46c1-8169-35b8cf3e95a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-8b7b7}
    kind: Pod
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: 6a6bd491-8e7c-4410-bdc6-82746a6331fd
  kind: Event
  lastTimestamp: "2026-09-17T18:57:48Z"
  message: Stopping container model-chainer-raw-hpa-8b7b7
  metadata:
    creationTimestamp: "2026-09-17T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:57:48Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs.18d630b7df7aeac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: 5630fee6-ffb2-4aa7-92bc-5e8814645846
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-8b7b7}
    kind: Pod
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: 6a6bd491-8e7c-4410-bdc6-82746a6331fd
  kind: Event
  lastTimestamp: "2026-09-17T18:58:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:58:16Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs.18d630b897a37ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: a69584c6-c1bd-43ce-9de3-75ddbdd7ca72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-8b7b7-778bc8d777
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 5150e23c-23f5-4dc7-a699-71c63e5a07cd
  kind: Event
  lastTimestamp: "2026-09-17T18:57:38Z"
  message: 'Created pod: model-chainer-raw-hpa-8b7b7-778bc8d777-68xhs'
  metadata:
    creationTimestamp: "2026-09-17T18:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:38Z"
    name: model-chainer-raw-hpa-8b7b7-778bc8d777.18d630b58889d890
    namespace: kserve-ci-e2e-test
    resourceVersion: "18976"
    uid: d5955746-d2dd-4c56-90ba-ebbbd4f9719f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-8b7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: fbf7eadb-181f-48cf-b0e3-7bdfaf6ab989
  kind: Event
  lastTimestamp: "2026-09-17T18:57:38Z"
  message: Scaled up replica set model-chainer-raw-hpa-8b7b7-778bc8d777 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:57:38Z"
    name: model-chainer-raw-hpa-8b7b7.18d630b5875bfa3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: 4d8c6d24-4027-450b-b054-84dc4cc0e870
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:57:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-8b7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: 350c1ae7-4e53-4ce0-b506-59d141559165
  kind: Event
  lastTimestamp: "2026-09-17T18:57:38Z"
  message: InferenceGraph [model-chainer-raw-hpa-8b7b7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:57:38Z"
    name: model-chainer-raw-hpa-8b7b7.18d630b58db51d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: 27bbbe12-537d-45a8-9fac-d6a78eafc686
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:59:38.116119Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:59:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d176398405
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 1eed83ab-4b60-45b1-a24a-825b92961ae2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20306"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d197ae1181
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: 8f761d94-0c96-416f-ac37-281e5e648114
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d1993881f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: cc88d95f-0a26-4c62-ab87-1e739150c7dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d19bfb5d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: b004fbb4-86b3-413c-86b9-69ddb9e40f6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d19c6b179d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: 437d8b6e-8f1b-4f82-b988-068ecdcd1d47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:42Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d28cfea2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: 2225ddbf-6ab0-4246-ad88-bebca41439fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:42Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d28fa8c6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: 149f31a3-7dbb-466a-b342-ff149dd7eb5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:42Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d290170ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 69894452-aabd-4b1b-b339-253fed6ac6b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:42Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d290203427
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: c1a2d364-e54a-45db-93cc-9599def379be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:42Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d292da48b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: d263666b-720f-49d2-82fb-233aae4c1145
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T18:59:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:59:42Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d2935bb9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 8c94816e-fc8b-425d-8ea1-d8bd029dd747
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T19:01:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:10Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630d3055a6d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: a3c62ca3-b5c8-4c80-a8f7-8ff3886c8c6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T19:01:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:08Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630e668fdd825
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: b4d6c134-635b-4c61-a70f-7a83ecf39996
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T19:01:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:08Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630e668fea909
    namespace: kserve-ci-e2e-test
    resourceVersion: "21130"
    uid: 785a4b1b-6c79-42e1-92af-f05b9174a6b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: ad6d82cc-a179-4695-a910-705de69a1559
  kind: Event
  lastTimestamp: "2026-09-17T19:01:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:10Z"
    name: raw-sklearn-1cac1-predictor-598495cdf-kxwc8.18d630e70b810424
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: b2542063-297f-47ca-8c4f-e67e87ed47d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-1cac1-predictor-598495cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: f0783c5c-f7fc-4d37-a49c-65798c8c2e82
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: 'Created pod: raw-sklearn-1cac1-predictor-598495cdf-kxwc8'
  metadata:
    creationTimestamp: "2026-09-17T18:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: raw-sklearn-1cac1-predictor-598495cdf.18d630d174c49f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: fd49c5c9-a88e-4590-8377-78cf283a785b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-1cac1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: 2b4a28f5-f934-4377-9652-a26450ba098a
  kind: Event
  lastTimestamp: "2026-09-17T18:59:37Z"
  message: Scaled up replica set raw-sklearn-1cac1-predictor-598495cdf from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:59:37Z"
    name: raw-sklearn-1cac1-predictor.18d630d16bf19250
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: fcd47877-68e6-4812-86ac-1805232c0be8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1cac1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: 4617fc81-e629-4f8a-9d2b-b3c7935ec513
  kind: Event
  lastTimestamp: "2026-09-17T19:00:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:07Z"
    name: raw-sklearn-1cac1-predictor.18d630d4e95cb5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: da928a91-8989-47fb-b20f-e41c3c3fcd12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1cac1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: 4617fc81-e629-4f8a-9d2b-b3c7935ec513
  kind: Event
  lastTimestamp: "2026-09-17T19:00:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:00:07Z"
    name: raw-sklearn-1cac1-predictor.18d630d4e9c96302
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 1519aac5-8dfa-4e51-9049-8bf64ca9a19a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1cac1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 4617fc81-e629-4f8a-9d2b-b3c7935ec513
  kind: Event
  lastTimestamp: "2026-09-17T19:01:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:01:08Z"
    name: raw-sklearn-1cac1-predictor.18d630dbe7ad0e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: 29e35e06-66f2-457b-956c-0d35a5f763b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:00:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1cac1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 4617fc81-e629-4f8a-9d2b-b3c7935ec513
  kind: Event
  lastTimestamp: "2026-09-17T19:01:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:01:08Z"
    name: raw-sklearn-1cac1-predictor.18d630dbe8188eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: 36ba454e-2934-4fa4-b847-7e392517f8dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1cac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20273"
    uid: f2c2735d-871f-401b-ba41-3967e43f61fc
  kind: Event
  lastTimestamp: "2026-09-17T19:01:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:01:00Z"
    name: raw-sklearn-1cac1.18d630d16b5ad738
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: f450c94f-2387-4d7d-b369-6a11f127634c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1cac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20273"
    uid: f2c2735d-871f-401b-ba41-3967e43f61fc
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-1cac1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-1cac1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: raw-sklearn-1cac1.18d630d16c5a2666
    namespace: kserve-ci-e2e-test
    resourceVersion: "20308"
    uid: 003f09f1-2a70-4f73-8976-1878c13dd9f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:59:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1cac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: f2c2735d-871f-401b-ba41-3967e43f61fc
  kind: Event
  lastTimestamp: "2026-09-17T18:59:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-1cac1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:59:38Z"
    name: raw-sklearn-1cac1.18d630d17aca17ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20309"
    uid: d82e6ece-49e4-49f7-8bcf-43664edde03b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1cac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21057"
    uid: f2c2735d-871f-401b-ba41-3967e43f61fc
  kind: Event
  lastTimestamp: "2026-09-17T19:01:00Z"
  message: InferenceService [raw-sklearn-1cac1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:01:00Z"
    name: raw-sklearn-1cac1.18d630e4beb687e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: 311eab0a-2a46-46c2-bda2-a2436b7a88a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:01:13.260059Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    to ip-10-0-130-95.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:01:13Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e79d3ee117
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: 370b8a0d-e47b-432d-ac3f-e24779025a25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6fc867f575-sqrtr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21205"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:13Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:01:13Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e7bf046bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21209"
    uid: 962648d0-744c-4435-b0e8-92ac53426ae3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:13Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e7c0b18b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 0c29ee5a-17ff-4d85-90e0-6f1b8f65072e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:13Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e7c35f5f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: d986e3db-b2d3-44a5-a051-ad8cf61e9af6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:13Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e7c3c8e2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 300f1a47-8b66-4eee-bc69-f4482da10c14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:18Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e8c1d7b2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: 56b4a89f-de99-4df9-baf9-6abab8822f75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:18Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e8c4e1a33c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21258"
    uid: f98e2167-fd86-499b-97f5-b428ffb1e15e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:18Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e8c5504290
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: e0bc71df-d278-499e-b92f-fd457d635846
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:18Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e8c559458e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 1e2f04c7-1aa6-4799-8e6c-601582e405e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:18Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e8c8308faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: 36d1d20c-743d-414b-9ba1-18b3397779b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:01:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:01:18Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e8c89dc636
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: 5265628e-ab45-477e-9410-c942b422b492
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:45Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630e8fdcbce46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22089"
    uid: 3d83cf1a-09f1-47c1-8429-fa88ee683b55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:43Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630fc95190507
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: 28f10a52-c024-4e1b-8d9f-e0cb6d29c2b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:43Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630fc95198f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: 341e9587-84bf-4059-b962-9c9755dd2304
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 1c873a64-1f0d-45c9-9dba-9a80b6bc873d
  kind: Event
  lastTimestamp: "2026-09-17T19:02:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:02:45Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb.18d630fd03f51105
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: 54dc8010-2f6f-4bab-b095-95fdad898178
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 21ec570f-6c2e-43bb-b635-0d6a5ed8c914
  kind: Event
  lastTimestamp: "2026-09-17T19:01:13Z"
  message: 'Created pod: raw-sklearn-runtime-0de9c-predictor-74978bb977-jw7hb'
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:01:13Z"
    name: raw-sklearn-runtime-0de9c-predictor-74978bb977.18d630e79c0fee06
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 02cee962-89c4-4c1a-9b54-438706e34e8f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-0de9c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: df5bd995-5362-4500-8475-cf8bfa578e67
  kind: Event
  lastTimestamp: "2026-09-17T19:01:13Z"
  message: Scaled up replica set raw-sklearn-runtime-0de9c-predictor-74978bb977 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:01:13Z"
    name: raw-sklearn-runtime-0de9c-predictor.18d630e7989bd5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21186"
    uid: 70a535b4-f5b5-4276-9671-15ba10f16d45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-0de9c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 6c4528ca-af04-4456-9323-72aaa679fe28
  kind: Event
  lastTimestamp: "2026-09-17T19:02:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:13Z"
    name: raw-sklearn-runtime-0de9c-predictor.18d630eb178da583
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: 91001153-4b7a-4aa8-b5d5-26b91293bdfe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-0de9c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 6c4528ca-af04-4456-9323-72aaa679fe28
  kind: Event
  lastTimestamp: "2026-09-17T19:02:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:13Z"
    name: raw-sklearn-runtime-0de9c-predictor.18d630eb17fb4d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: 0661d0e5-61d0-406d-bfee-cdbf998d4776
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-0de9c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 6c4528ca-af04-4456-9323-72aaa679fe28
  kind: Event
  lastTimestamp: "2026-09-17T19:02:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:43Z"
    name: raw-sklearn-runtime-0de9c-predictor.18d630f914548314
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: a771c9c0-3159-425f-8d01-0e8c3c3c73b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-0de9c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 6c4528ca-af04-4456-9323-72aaa679fe28
  kind: Event
  lastTimestamp: "2026-09-17T19:02:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:02:43Z"
    name: raw-sklearn-runtime-0de9c-predictor.18d630f914e3094b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: ad3527ab-4c50-4461-8de2-836dc202f3ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-0de9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: af49042a-cf79-468e-b70e-dfa4417bb834
  kind: Event
  lastTimestamp: "2026-09-17T19:02:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:35Z"
    name: raw-sklearn-runtime-0de9c.18d630e798a0eee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21985"
    uid: 70410ed9-f610-4a0f-9f01-0bb4dc608106
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-0de9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: af49042a-cf79-468e-b70e-dfa4417bb834
  kind: Event
  lastTimestamp: "2026-09-17T19:01:13Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-0de9c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-0de9c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:01:13Z"
    name: raw-sklearn-runtime-0de9c.18d630e79925e465
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 732ab2e9-17c6-4efe-9b8a-524592ed69f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-0de9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21982"
    uid: af49042a-cf79-468e-b70e-dfa4417bb834
  kind: Event
  lastTimestamp: "2026-09-17T19:02:35Z"
  message: InferenceService [raw-sklearn-runtime-0de9c] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:02:35Z"
    name: raw-sklearn-runtime-0de9c.18d630faaf748973
    namespace: kserve-ci-e2e-test
    resourceVersion: "21984"
    uid: ac29c9af-a5ba-4573-a48e-1f8bf5ac9e43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24799"