---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:53:43.844862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-skqgz
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:53:43Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f13751c3b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19674"
    uid: 2516cc71-25b8-4034-80bb-edd6297b0f08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f138fa04e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 034f929d-eb55-4dd7-a11e-4c9930ca56ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f1391521d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 4d627cbd-599e-46ed-b644-55e14d390d3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f13953a75c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 639c2883-c80f-43ce-b8fa-5d83e7643ac6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f1395b9e675
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 68bee055-17fc-456b-8474-073de88937fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f1494a5a37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: 90fb7196-a1f4-4f09-8fb8-2c193197a401
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f14984c2865
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: a1db0734-6e8f-474c-a7f2-b1586fd1b5f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f1498cecc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: 35650091-20ef-4e43-b5b8-83f0952bd563
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f1498d8430d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 9d8e0e5d-ceef-4a5c-a012-350c2865d6f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f149c478a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19760"
    uid: 7f228563-fe14-461c-816d-de95cd875fe0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f149cbfa8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19762"
    uid: aa9174e5-6b58-4a9e-9a0a-ed7ed3f10903
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:55:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:17Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f150d051731
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 21ab2d9c-0baa-496f-a51b-3b21b73c0ef3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:55:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:13Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f2870305ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: 4e8e54ca-1cee-49a5-9780-5189eff4d3e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:55:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:13Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f2870318efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: ab3e18e5-f773-4d21-b931-dc4faf96532e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-skqgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c51ba38a-1936-446e-bcd7-d8eef4c7fa55
  kind: Event
  lastTimestamp: "2026-07-28T15:55:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:16Z"
    name: isvc-canary-create-predictor-cb85cf55c-skqgz.18c67f2913610bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "20434"
    uid: 0edc9b1c-2c9f-4a42-b552-f3584a38121f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: b8830c78-6a59-43bf-ac54-5215f68c44fe
  kind: Event
  lastTimestamp: "2026-07-28T15:53:43Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-skqgz'
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:43Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c67f1374af23f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 5ef8b824-5b3d-4677-b3b4-4d58ede54bbc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: f9a1b6de-4d00-4888-97e8-36e91e6b69e3
  kind: Event
  lastTimestamp: "2026-07-28T15:53:43Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:43Z"
    name: isvc-canary-create-predictor.18c67f136febbff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 056e35ed-57fd-40e6-bb2c-d0376c860c70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:53:43.854690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:53:43Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f1375b229af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: aef46755-b891-4599-beaa-037d4375c89f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19688"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f13917289fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19700"
    uid: 200113d0-daf1-495b-aca7-7110a970b669
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f1393b14d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 7f800af7-a427-4753-92f6-2ecef7802cab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f1395dd743c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 125fd7eb-a753-4954-9339-ae978aec6539
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f139654bb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: 5516a328-2630-4c9f-97d6-784c054d965d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f1494d7ada1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 671774d6-920b-4b69-8325-029990ea4c94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f14984334bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 6a0a6890-60eb-49c6-b175-7a9ed24e9190
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f1498bfb7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: f4578e2b-9291-4089-a996-64bfb541bc29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f1498cb8b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 7980a7e1-a6b7-4216-b84b-fe2e7901e1ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f149c34d6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: 386e9c38-1ed8-4924-a2e7-04bb19e86096
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f149caedfd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: d1df2ed3-e2f6-49a1-a057-8a3099028f0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:55:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:16Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f150d04790d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: 44eedff7-1683-4427-8716-dc58733d2910
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:55:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:13Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f287006e29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 52b01c3a-ac29-4afe-b290-878a394f8019
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:55:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:13Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f287007d898
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: 59389774-00fb-435e-bb4b-7541a1045349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: 2d00e431-2942-405a-9149-1b3bb91bd756
  kind: Event
  lastTimestamp: "2026-07-28T15:55:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:16Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7.18c67f2913615141
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: efe8c12f-0e41-468f-b915-c613d4fcf2cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: fcf170b4-4d2a-4140-89fa-fa3ada548c35
  kind: Event
  lastTimestamp: "2026-07-28T15:53:43Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-8qfl7'
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:43Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c67f137552975b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: 6aba37cc-cdd2-4b70-a4b4-f46c84ae5c23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: 3fef2c99-33a9-478e-af4f-b8cb3d0084f9
  kind: Event
  lastTimestamp: "2026-07-28T15:53:43Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:43Z"
    name: isvc-canary-create-v2-predictor.18c67f1371f41ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: 48f0a809-80ba-4b79-98fc-388a8584ae95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: e589a1cb-73a9-4ef7-85ac-30a788ccdfb6
  kind: Event
  lastTimestamp: "2026-07-28T15:55:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:55:08Z"
    name: isvc-canary-create.18c67f13719a0a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 8fd4dc4b-0bed-47bb-bb03-efc41509c049
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: e589a1cb-73a9-4ef7-85ac-30a788ccdfb6
  kind: Event
  lastTimestamp: "2026-07-28T15:53:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:53:43Z"
    name: isvc-canary-create.18c67f137205162d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: 2b0d00e6-19c5-4084-8c2a-23fd38d98f84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: e589a1cb-73a9-4ef7-85ac-30a788ccdfb6
  kind: Event
  lastTimestamp: "2026-07-28T15:53:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:53:43Z"
    name: isvc-canary-create.18c67f13720587d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19667"
    uid: 892881c0-1e66-4400-b09f-0e32e5494807
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: e589a1cb-73a9-4ef7-85ac-30a788ccdfb6
  kind: Event
  lastTimestamp: "2026-07-28T15:55:07Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:55:07Z"
    name: isvc-canary-create.18c67f270a3f9434
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 9ad29bf0-e72c-4c75-9b24-42a3951a5daa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:55:19.099776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20487"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-7n4r9
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f29a2bed5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: 8a838873-dcac-4913-a4bc-abf75298f12d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f29bcb009c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: 31355251-09c3-4115-b152-a61323b45a4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f29be1c4acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 81dbe028-cdba-4bda-b3af-6ce175fb111e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f29c15cf3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: acb62d84-ba09-4f3b-86cb-f4e9516adf1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f29c1d52ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: 9d77a5d1-8aec-4ba7-944b-4e27666f3c91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:24Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f2ad082ac5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 492efb46-f404-4f2c-af96-856eb9a3cfe2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:24Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f2ad61abcb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: f56739ff-e851-4646-ad9c-53df03a48a31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:24Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f2ad69be16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20579"
    uid: e4b16e7b-0afa-4852-a57e-21954862d451
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:24Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f2ad6a7bfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: c43a4207-9955-4be5-96b0-69308ce875ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:24Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f2ad98d6bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 0cde9c4c-3f17-426b-82ff-f8894b7c8254
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:55:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:24Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f2ada08d561
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 36f21c12-072a-4867-b01f-cd114da8a866
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:56:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:51Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f2b0c9c23f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21257"
    uid: d5acf2b3-261a-4c65-a920-ddea3aa571fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f3e9e9cc50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: a0f1d76f-8604-4480-918c-b5d6e176555d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f3e9e9d1a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: c0c72cb2-637b-4d89-af36-232b90d11de8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: aa3a977e-ae01-4443-acf3-ab4598b733de
  kind: Event
  lastTimestamp: "2026-07-28T15:56:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:51Z"
    name: isvc-canary-promote-predictor-d9759ffd5-7n4r9.18c67f3f13184e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: 6593d222-5385-4b3d-b96d-02be21ff35d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20470"
    uid: 34e9a299-985b-4d71-8c5e-5db9b9db9edb
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-7n4r9'
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c67f29a228bbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: f73ba3bb-959c-49f8-bec4-99b112990607
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: 8ad2e80b-8b95-480c-871a-6672c2668fed
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-predictor.18c67f299d8c02d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: b3e31f6d-048b-4a12-81db-ea879e713f7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:55:19.112246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-lh556
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f29a37d1d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 3265ee28-c4bd-462c-96cc-b1be139a18c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f29b392bbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: e9b25398-7bef-4059-a8dc-ec90314ad93c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:20Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:55:20Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f29e1f3a3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 3837654d-9abd-4f48-a623-bc618b79ac3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:20Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f29e3801a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: 19689a87-c060-49eb-ac63-60565ad92aaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:20Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f29e66ceb3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: 74796391-8ee3-466b-9bea-3a3fbec23dc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:20Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f29e6eb9693
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 2cc3160e-411c-4334-a8eb-a17d852ba271
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f2b0ca55355
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: e8046d91-2c5b-492c-a148-042cd53703a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f2b1024ff62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 6e3f8fda-14d8-46d2-a493-62865e7df5fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f2b10ab8d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: 6a45d7d8-0cb7-4701-a073-77a9332165ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f2b10b72dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: fb240694-7c34-491a-8b3b-7fbca1d759a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f2b14223ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: 4f2a6b11-a8a3-4556-9ddc-c6d8250c910d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:55:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f2b149c53ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: 35417773-8154-4ccc-bf45-93ed8f600886
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:58:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:33Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f2b48bce73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: 15804d59-9abf-4def-8f12-11d940f38a1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:58:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:29Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f55f6d5b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 5caa25bd-87c4-4ad6-bc52-e37e6da87042
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:58:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:29Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f55f6d621c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21975"
    uid: 1ad92447-7edb-42d9-a4ae-7707c3a4cfce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 56e76b1c-525a-4b6d-b7ef-92b643c83637
  kind: Event
  lastTimestamp: "2026-07-28T15:58:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:33Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-lh556.18c67f56d3609596
    namespace: kserve-ci-e2e-test
    resourceVersion: "21999"
    uid: b32e5c5c-6533-4722-ada7-ab761fd8a22d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:56:49.295949Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-w25q8
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f3ea2db43af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 65a7eba7-1b01-4a4d-be86-8a75f246537c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f3ebc8f78ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: 9280cbe7-e5d7-4460-aefc-8c3ed7daa0ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f3ebe4b2bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: 0f407628-0e17-4f2c-8540-8c71126dcf10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f3ec1caaae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21243"
    uid: 150f408a-4979-4b41-9fc1-0417c1e3ff07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f3ec245ac97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: f044a9af-21c9-4255-aac6-b90f25123cdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:56:53Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:53Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f3fb5c1be25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: b75168e2-68f4-42e6-8139-bc88ded35dfb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:57:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.259s (13.259s including waiting). Image size: 1555662260 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:57:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f42cc1a6a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: d6d491bd-9357-4208-a48e-e9e7147e7900
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:57:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:57:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f42cf1d9b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: 1f50bb4d-9dcc-4ac7-8eda-671e9a7cc97f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:57:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:57:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f42cf93588f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: 6013a7b6-3e83-459e-b9be-77f85afa86ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:57:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:57:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f42cf9f500f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: 5b9e2837-7f61-4c48-a269-da66a00dd3ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:57:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:57:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f42d2c7f620
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 6858e9d6-f584-417c-b606-cdb97677d912
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:57:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:57:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f42d340e831
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: d99825a0-9764-4833-a836-3177621e88fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:58:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:33Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f42fc98c59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22004"
    uid: 6176beca-27a4-4a32-9f27-c9200bf3ca4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:58:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:29Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f55f68163d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: d99ea7ce-07cf-46c3-99f9-131ebee3e1d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:58:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:29Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f55f681efcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: 6bf33ccd-21de-4c9a-9650-b5e5a529a5c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 69f19a07-b0f5-491c-996d-f842c7ca6bba
  kind: Event
  lastTimestamp: "2026-07-28T15:58:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:33Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-w25q8.18c67f5702da6dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22003"
    uid: b2c04b02-847e-4ec0-9f2b-0d64df7ba20f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: 297eb541-808a-4baf-b8e3-394ab12fc0ad
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-lh556'
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c67f29a2e4eac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20494"
    uid: d6cb0be5-e58d-46c9-b3c8-b27b5b427b7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "21206"
    uid: 297eb541-808a-4baf-b8e3-394ab12fc0ad
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-w25q8'
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c67f3ea2633ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: d62e1654-769e-49e0-8669-bc17b82929e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: ff38b4f2-05e4-42b3-a379-9717ad0a54c2
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote-v2-predictor.18c67f299ff3d956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20481"
    uid: e41e26c1-82ae-4b25-bd02-5a41cf0ce651
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: ff38b4f2-05e4-42b3-a379-9717ad0a54c2
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote-v2-predictor.18c67f3e9d3cab0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 849bc6d1-f9ce-4c4f-bcff-bc6934793990
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: b1f4d378-dd84-4699-9b14-58cb6f61fa6d
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote.18c67f299fa687d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 2ef90e50-acc3-41d7-bcab-60af51f8ab4f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: b1f4d378-dd84-4699-9b14-58cb6f61fa6d
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote.18c67f29a02c007c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: 1c224022-ba05-407f-8785-e9230cc47f52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: b1f4d378-dd84-4699-9b14-58cb6f61fa6d
  kind: Event
  lastTimestamp: "2026-07-28T15:55:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:55:19Z"
    name: isvc-canary-promote.18c67f29a02c4627
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: 31aeff8d-2858-484e-9aac-da3664531ac8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21139"
    uid: b1f4d378-dd84-4699-9b14-58cb6f61fa6d
  kind: Event
  lastTimestamp: "2026-07-28T15:58:24Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:58:24Z"
    name: isvc-canary-promote.18c67f3cc57cb2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21919"
    uid: 40403299-588a-4735-85c3-99e35eb59b54
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: b1f4d378-dd84-4699-9b14-58cb6f61fa6d
  kind: Event
  lastTimestamp: "2026-07-28T15:56:49Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:56:49Z"
    name: isvc-canary-promote.18c67f3ea1baada9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: 8cca525c-5ace-4512-abe8-54ffd376e79a
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:00:04.826006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:00:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6c295b1554
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 3ec3f156-c9fa-41ec-8768-b391a5e3e885
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:05Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:00:05Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6c433cc14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 0786c060-8683-4618-add1-42037d791d97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:05Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6c44b26d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22810"
    uid: a723efe3-e401-44dc-8a52-344b59486e25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:05Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6c482f0a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 87677ebf-81b9-4350-90a1-8c9000fc13b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:05Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6c48ca02ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22812"
    uid: 9ae682bb-b4eb-41e6-b252-76efc4c198cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:09Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6d40b32d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: dea5d5d4-ae9f-4184-ad01-4e6b3005eaf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:09Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6d439cc9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22847"
    uid: 2b552e95-f82f-41e5-b030-f252d4e06baa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:09Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6d4424661c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: c562fd26-8fa0-42a8-bbd9-9a5de328b4f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:09Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6d443032e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: 6ea313cc-b1af-4eaf-8f64-0337de36e717
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:09Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6d46fd33e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: e7197889-bb86-45a3-8cd8-e6de78889d98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:00:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:09Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6d47762463
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: 0fd1d301-27e4-4f14-af67-163e673eef1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:01:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f6db900561a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 556c1fc0-cb5e-497d-94f3-97abd7d4ba35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:01:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:34Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f812630a0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 5373228d-eb54-4641-b3ab-52659246c423
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:01:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:34Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f812631dbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 63ae4f92-65a2-4171-8862-f61c3b034e9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 610cc516-3945-463c-949a-7f6138e6d474
  kind: Event
  lastTimestamp: "2026-07-28T16:01:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb.18c67f81bf344631
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: e6c6ef8d-ad78-498a-bd70-3b1fc34414e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:58:34.798149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:58:34Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f5733473ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: 9887ed7f-6e02-40ef-bef9-81b4345a615b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f5740242d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: db5f28dc-abfc-4345-bb1b-3fd95d773801
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22060"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f5771b159a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: ae23ca59-5a0e-4d1f-a62b-4a6e605bacda
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f5773439b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22087"
    uid: 13c9a49f-bfa6-4763-a5f8-f6ceabb80bea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f5776b47aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: 7e3bd8ab-1f64-4c4c-b5ee-9b517bbe92a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f577736804f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22093"
    uid: a6f358dc-0c99-40cd-86bc-0aa00fee7610
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f587e795687
    namespace: kserve-ci-e2e-test
    resourceVersion: "22132"
    uid: 15c30fd5-6520-4ddd-80ba-d2a067c6ec7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f588259394e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: c4527290-8b16-4c20-bbd4-9d59fea91c25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f5882d13dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: f60c813b-d948-4f97-ae21-9469873c7751
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f5882dd7b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: e5b7e9c5-8840-405a-b914-f9b17efc5e6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f588902422d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: f492c5ee-f9b3-46ab-8ed4-00c134581429
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f58897f805a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: aaf3dc5c-ddfa-4483-8129-344baf681ee7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T16:01:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f58bab5357b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: 6ecc5f99-fb1f-49cc-824a-1e8895ef15c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T16:01:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:34Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f8126191690
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 42cc5178-0307-4ddc-bea4-569593b79e4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T16:01:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:34Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f8126199dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 32be5035-2255-4a8c-9f0c-3d4ea416893a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: ceba507d-2395-4695-b8f8-72816fd44c52
  kind: Event
  lastTimestamp: "2026-07-28T16:01:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc.18c67f81b574aca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: fa909e33-3209-4cbe-8e74-0c95f17cba2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 2cf83171-d377-4656-9ed5-55af7ae9c5d7
  kind: Event
  lastTimestamp: "2026-07-28T15:58:34Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-qnljc'
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:34Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c67f5732586cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: 3e294bff-1bab-41bc-9f2b-d25251de5b9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 2cf83171-d377-4656-9ed5-55af7ae9c5d7
  kind: Event
  lastTimestamp: "2026-07-28T16:00:04Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-47hvb'
  metadata:
    creationTimestamp: "2026-07-28T16:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c67f6c28ad080b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: cfd16eb3-a171-4aac-a5e9-5adf6f0f3b37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: a4817219-79f3-4651-acc1-d93feec5467f
  kind: Event
  lastTimestamp: "2026-07-28T15:58:34Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:34Z"
    name: isvc-canary-rollback-predictor.18c67f572a297cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: 8ea806e0-4c62-4f48-b39c-ebd90055ef88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22768"
    uid: a4817219-79f3-4651-acc1-d93feec5467f
  kind: Event
  lastTimestamp: "2026-07-28T16:00:04Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T16:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback-predictor.18c67f6c24542fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: b7795deb-2c2c-4a79-ba74-155dc6c05082
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:58:34.818143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:58:34Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f573478209a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: cdca792d-2fa9-44fa-a770-2ac25f607dde
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f57401ff998
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: f2fda543-9581-4efb-8bc8-88fc04e0d0ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f5773020f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 2d5c7bcd-0703-43b7-b063-b902bf9cf16d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f57747d10ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22089"
    uid: 0e33b3ae-b632-4dd0-869c-8b9210992c02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f5776bef6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: b6e641ab-6381-4e0c-a911-37f1cfa11b9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:35Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f57778c12dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22094"
    uid: 2198051e-f736-422f-85d7-2ef907e6fb16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f587e8f827d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: a50f7ed5-df72-4301-81a0-e3c07569222a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f58826daac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22139"
    uid: 26d101cd-159a-41d4-8a06-183a00904c09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f5882de3963
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: d3c27a8d-e439-42e9-8394-90cef12b2598
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f5882e8a5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 5a23fff0-c79a-46b8-8edf-94da2f544321
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f58890bcc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: a076aecc-5a48-488a-99c8-be8bf390c1e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:58:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:40Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f58898c0680
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: a41822b9-7fc1-42e4-8f9f-88965d1160ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T15:59:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:52Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f58f6abd5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22662"
    uid: 427d22f3-8c3b-47db-b1e3-ceb2050ffe27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T16:00:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f6c259cab5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22783"
    uid: 3af66492-3ae2-462c-9ec3-ecc55650aec5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T16:00:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f6c259d405c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: f7e41dee-926b-4933-94eb-c1d410e7f442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: 383b7313-e6b6-4fc4-8b66-b0d9a6eb4a81
  kind: Event
  lastTimestamp: "2026-07-28T16:00:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:00:08Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5.18c67f6cfcee2e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: fa2b296f-425b-4e8f-9228-32637ed09a9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: b3e81aae-7db8-427b-964a-34ebbbfd4c62
  kind: Event
  lastTimestamp: "2026-07-28T15:58:34Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-h2tj5'
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:34Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c67f5733ae706b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22048"
    uid: 345eb772-7650-4770-8240-3b512f3ee2fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: beecc61c-809a-4b86-92d1-b0dd9fee6d3b
  kind: Event
  lastTimestamp: "2026-07-28T15:58:34Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:34Z"
    name: isvc-canary-rollback-v2-predictor.18c67f572e2e78a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22036"
    uid: 4c19b1b1-a09f-46e7-afca-7e2e707f4c92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: c27bc812-64c7-4a1e-accc-cf634ee08940
  kind: Event
  lastTimestamp: "2026-07-28T16:00:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback.18c67f572dfcd92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22804"
    uid: 536c55fa-1f0f-4163-8fd6-2819745a4511
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: c27bc812-64c7-4a1e-accc-cf634ee08940
  kind: Event
  lastTimestamp: "2026-07-28T16:00:04Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback.18c67f572ebad55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22788"
    uid: 3945deb5-0494-44c6-818a-3d7619cc3af6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: c27bc812-64c7-4a1e-accc-cf634ee08940
  kind: Event
  lastTimestamp: "2026-07-28T16:00:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback.18c67f572ebb18f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: fa9ef26c-1b54-40f3-8f01-b4d642a1899f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: c27bc812-64c7-4a1e-accc-cf634ee08940
  kind: Event
  lastTimestamp: "2026-07-28T16:01:27Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:01:27Z"
    name: isvc-canary-rollback.18c67f6a75333c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23401"
    uid: 713cb12c-dcb6-4780-9f5f-289a7a6625f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22801"
    uid: c27bc812-64c7-4a1e-accc-cf634ee08940
  kind: Event
  lastTimestamp: "2026-07-28T16:00:04Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T16:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:00:04Z"
    name: isvc-canary-rollback.18c67f6c2bd56a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22802"
    uid: 0dc6341b-d266-4b23-80b2-c5683f933b48
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:01:40.166132Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-snddz
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f825c11fb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: 304fa89f-3d99-41c6-ae9e-74802a7372dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f82773c2246
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2742ee4f-70b0-402d-8f7c-859b80ecbcc8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f8278afb4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 7eab036f-6fab-40d5-b74b-541b4117abe7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f827c6674ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 6b13bd8a-d18e-485a-9a52-909b0b207ed7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f827cdec4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: accacf82-8640-46f9-83c6-1271bc034074
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f8387053bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 4f9bb683-8b7f-41ad-92c1-0ed9661b6c7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f838ae4a598
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e7441340-1cb5-4b84-bc1e-9d659a33927e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f838b633bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 6ae2e77c-bcd9-4daa-b0df-d24b4abcb21c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f838b6dbebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23636"
    uid: 27ff5739-4e38-4e34-96e1-760e7c2126a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f838e73a401
    namespace: kserve-ci-e2e-test
    resourceVersion: "23639"
    uid: db7fe57b-a55e-4ba9-b058-d65dc2e85537
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f838efc5d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: acebb552-9c53-4a03-9a1d-378a5a7b4fb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:03:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:12Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f83c332845d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: 1352fc29-8f17-44d2-a983-1a664ef7c47b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:03:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:10Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f9753117e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: d4e90658-eebb-4254-83ef-1f2041b16e12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:03:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:10Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f975311ec39
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: 198652af-d4d2-455c-841a-9b4315ebc349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 9155611b-3e3d-4c28-9d34-c5a27ffea78e
  kind: Event
  lastTimestamp: "2026-07-28T16:03:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:12Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-snddz.18c67f97c9750851
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: f27626d2-9be8-451a-b352-dcd5b495ff58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 2cd7c374-7459-411e-bbbf-90d548581ca3
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-snddz'
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c67f825b39a22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: f9dbaff9-aa67-409a-b91b-37f6c3b26af1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23521"
    uid: 71ef469f-17e5-49b6-9cb5-f8fa9f48b6d0
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-predictor.18c67f8255e3e8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: 4afe9e34-0054-452e-b91c-69eb3113e828
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:01:40.182259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f825d080705
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: 573e84e0-d804-474f-b553-c2f7bf2a2d9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f8278967086
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 25bedac4-3133-41f4-bfd5-e122d44d41a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f8279e8041e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: 01b34fe0-eb6b-4af3-acc5-31195d8eb143
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f827c971d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 53bbff91-f782-4ebf-9ff2-bc626b69a7c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f827d0c2941
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 0f45c237-3805-4455-b3ac-0b0c7fc09b28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f8386ef6b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 0276f675-d875-4f9b-8f9d-75dd4f9b65c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f838ad91429
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 106bc4f4-60fd-4200-b888-4d978f16300c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f838b509e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: 1d9cea43-c8b1-49ae-983e-2a3b2f3e2e80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f838b5ccc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 38d5d450-79fd-405f-9e58-7e71902c39bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f838e629eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: 4be5414c-75da-4af6-a32a-a1616a5a14b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:01:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f838ede7e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: 8e94294a-81f6-4991-b457-4f3eafb50de1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:03:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:12Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f83c31c5c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: da3c6ef7-f344-4eca-86f0-d8c5598389a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:03:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:10Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f975592bb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: bc82e723-147f-4c11-a25d-45f72399d18d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:03:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:10Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f975593368c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 92421bc3-ad1f-4ccc-878f-486ca29f6bca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 9bb04ac6-21f5-4467-93a8-1689b729ec93
  kind: Event
  lastTimestamp: "2026-07-28T16:03:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:12Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-vgkzc.18c67f97c974b234
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 0c87065c-3eb8-4ccc-8681-793cc7906bd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "23531"
    uid: 5d60795f-506a-4053-86a0-9916f61ee20a
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-vgkzc'
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c67f825c3de424
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: c2bdc622-6c29-4cdf-b0cb-8ad8a76da1f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: e9fa2044-1060-4dd9-bfee-6fba72b8abaf
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop-v2-predictor.18c67f8257beb385
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: c91c5214-a6d9-405f-90a3-6d182f4e3a60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23513"
    uid: b471a1ea-b731-4938-81d2-73a1c2ca73df
  kind: Event
  lastTimestamp: "2026-07-28T16:03:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:03:10Z"
    name: isvc-canary-stop.18c67f82576ef959
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 83e2d95d-032d-4bf4-b2c7-858881fcd726
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23513"
    uid: b471a1ea-b731-4938-81d2-73a1c2ca73df
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop.18c67f8257f5138a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23564"
    uid: 22711d50-903d-407e-8b62-804ebcedfb26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23513"
    uid: b471a1ea-b731-4938-81d2-73a1c2ca73df
  kind: Event
  lastTimestamp: "2026-07-28T16:01:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:01:40Z"
    name: isvc-canary-stop.18c67f8257f5619f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: a613ccac-ba51-4716-a160-38b717883f15
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: b471a1ea-b731-4938-81d2-73a1c2ca73df
  kind: Event
  lastTimestamp: "2026-07-28T16:03:02Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:03:02Z"
    name: isvc-canary-stop.18c67f957d34a484
    namespace: kserve-ci-e2e-test
    resourceVersion: "24200"
    uid: a0ade4b8-bfd0-4956-8671-d3d1e3eb7c58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: b471a1ea-b731-4938-81d2-73a1c2ca73df
  kind: Event
  lastTimestamp: "2026-07-28T16:03:10Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T16:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:03:10Z"
    name: isvc-canary-stop.18c67f9754cecfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 5dde964d-ccb1-41d8-87ca-f872bdb69eb4
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:05:26.999304Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: e7997e4a-f9a6-44da-a217-fe19d9c42971
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:05:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:05:27Z"
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg.18c67fb72c6193e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: 236919c1-5457-49a6-b9bf-0aa5833735ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: e7997e4a-f9a6-44da-a217-fe19d9c42971
  kind: Event
  lastTimestamp: "2026-07-28T16:05:27Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:05:27Z"
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg.18c67fb74639797f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25773"
    uid: e27d4f9e-25f8-4466-b501-480821f922c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: e7997e4a-f9a6-44da-a217-fe19d9c42971
  kind: Event
  lastTimestamp: "2026-07-28T16:05:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:35Z"
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg.18c67fb747941870
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: dad592ac-ae9b-46b9-bb15-1df797ccadca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: e7997e4a-f9a6-44da-a217-fe19d9c42971
  kind: Event
  lastTimestamp: "2026-07-28T16:05:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:35Z"
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg.18c67fb74a87ee30
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: 692e95ca-d1ac-4946-a8d8-9f44b1d00172
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: e7997e4a-f9a6-44da-a217-fe19d9c42971
  kind: Event
  lastTimestamp: "2026-07-28T16:05:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:35Z"
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg.18c67fb74b028d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 42e0bbd1-7dca-4f08-ba25-1ab6749fbc0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: e7997e4a-f9a6-44da-a217-fe19d9c42971
  kind: Event
  lastTimestamp: "2026-07-28T16:05:37Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:37Z"
    name: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg.18c67fb98d4873e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25872"
    uid: 3e3e46e6-b447-44de-bda1-e966b4fc7386
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-6a365a-predictor-5467b89cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: 498be7b7-19dc-43bb-859e-0d8615f78d81
  kind: Event
  lastTimestamp: "2026-07-28T16:05:26Z"
  message: 'Created pod: isvc-init-fail-6a365a-predictor-5467b89cf6-8hvpg'
  metadata:
    creationTimestamp: "2026-07-28T16:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:26Z"
    name: isvc-init-fail-6a365a-predictor-5467b89cf6.18c67fb72bcdfddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: f72a06a0-d75e-41dd-b051-17b178027822
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-6a365a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25743"
    uid: caf63429-2921-446b-8050-775ea7026f82
  kind: Event
  lastTimestamp: "2026-07-28T16:05:26Z"
  message: Scaled up replica set isvc-init-fail-6a365a-predictor-5467b89cf6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:26Z"
    name: isvc-init-fail-6a365a-predictor.18c67fb729220595
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 159e888a-93ed-447c-a0cc-7dae2cdef3b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6a365a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: 8fa9cce3-1331-4110-ad1f-39433d98b936
  kind: Event
  lastTimestamp: "2026-07-28T16:05:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:05:35Z"
    name: isvc-init-fail-6a365a.18c67fb7293f3754
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: 5e53e6d4-8a87-43f2-a20a-016b84e1a5c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6a365a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: 8fa9cce3-1331-4110-ad1f-39433d98b936
  kind: Event
  lastTimestamp: "2026-07-28T16:05:26Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-6a365a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-6a365a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:05:26Z"
    name: isvc-init-fail-6a365a.18c67fb729b50ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25749"
    uid: faa3c827-a63e-4f6f-83bf-09d940e00632
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6a365a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: 8fa9cce3-1331-4110-ad1f-39433d98b936
  kind: Event
  lastTimestamp: "2026-07-28T16:05:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-6a365a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:05:26Z"
    name: isvc-init-fail-6a365a.18c67fb729b55458
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 6bb4b0ce-8282-4d4a-a3e8-e4b9b4c08714
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:49:23.151892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:49:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:49:23Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed6c2992712
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 2843e2c8-080a-4c39-9135-c0f6c0ff7b7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-22083-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:23Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed6cb24ab6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 30936efc-451b-4bf7-90c6-6bfceb30ab78
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:24Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:49:24Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed700217078
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 370e2c21-51ee-4a3a-a524-7a9c8f6ed0f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:24Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed701c289fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 79299329-6c8f-49b2-9db9-9c8f97c2b3e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:24Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed705536f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: 149bf5a5-a740-4a29-ad76-be67890bbcc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:24Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed705c199c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: a579124d-d4d4-4482-ad1f-a2058f893b33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed7fd3740e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 496d309a-d8f7-4d6e-a05e-de55196f29cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed800d56b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: b9774a8a-0a53-4dd0-b3b4-cf52d828b8fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed8013fe7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 329d51ff-1032-400d-8038-804c57e47ca7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed8014a2c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: bc1c3a28-74ea-4b5d-ba8b-ddbfe1447ad8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed804611a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: 8dc2d7e6-1b62-462d-a1a3-13011247e02b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed804c9e162
    namespace: kserve-ci-e2e-test
    resourceVersion: "17676"
    uid: 1a16ff12-dc9a-41a4-b3ce-63ca25db21e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed804d3766a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17677"
    uid: 31601efe-5e1a-4d5e-9bde-c4e3082f2af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed807be41f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: b5d89f7c-7ccd-4b89-8e16-ac344695fece
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:49:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T15:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:28Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed8082ac67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: 28614a62-e6d2-46b9-a191-c86daab0af0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed87570b49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: 9720bb6f-12b7-4f05-beb5-f5bc4ab732f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T15:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67ed8757ca400
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 96aa14b7-76f9-428f-a361-c21ab5354371
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67eeceff575f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: cfba232f-b660-4a59-83cd-5f0d7f73ba67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67eeceff6a48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: 5a974b77-de1f-45a2-b926-c81fa24586f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67eeceff6e494
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: a3d54adc-0e24-4190-8a46-826cc2c8cc52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: b5359347-8547-426c-a58a-7d8845de1e49
  kind: Event
  lastTimestamp: "2026-07-28T15:51:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:06Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r.18c67eeda5b00dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: b1a467cd-bcdc-49cf-bfa1-a75276e6fb38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-22083-predictor-69fcbb7548
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: 05c07224-bc31-4526-bd09-665afdb7e118
  kind: Event
  lastTimestamp: "2026-07-28T15:49:23Z"
  message: 'Created pod: isvc-logger-raw-22083-predictor-69fcbb7548-s8k2r'
  metadata:
    creationTimestamp: "2026-07-28T15:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:49:23Z"
    name: isvc-logger-raw-22083-predictor-69fcbb7548.18c67ed6c227fe1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17609"
    uid: 4e11337e-7280-4dd6-beef-539b2dcf27b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-22083-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 8ada920d-b450-4215-a36f-3cc1c2385de5
  kind: Event
  lastTimestamp: "2026-07-28T15:49:23Z"
  message: Scaled up replica set isvc-logger-raw-22083-predictor-69fcbb7548 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T15:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:49:23Z"
    name: isvc-logger-raw-22083-predictor.18c67ed6be546496
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: b5129685-0ca3-44f0-8023-2283cfaa1435
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-22083-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: e9197600-b67a-40b4-9c0c-bfb0dffb64a0
  kind: Event
  lastTimestamp: "2026-07-28T15:49:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:49:53Z"
    name: isvc-logger-raw-22083-predictor.18c67eda3cce87e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: ec8f5d6e-299e-4b77-9150-72144c3c9e57
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-22083-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: e9197600-b67a-40b4-9c0c-bfb0dffb64a0
  kind: Event
  lastTimestamp: "2026-07-28T15:49:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:49:53Z"
    name: isvc-logger-raw-22083-predictor.18c67eda3d350baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17871"
    uid: ef2f5351-f534-4d9c-ae1f-1de7a1494156
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-22083-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: e9197600-b67a-40b4-9c0c-bfb0dffb64a0
  kind: Event
  lastTimestamp: "2026-07-28T15:50:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:50:53Z"
    name: isvc-logger-raw-22083-predictor.18c67ee13a7c6a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "18306"
    uid: c0e52c82-5c3a-41bd-b49f-43da3b296ca6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-22083-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: e9197600-b67a-40b4-9c0c-bfb0dffb64a0
  kind: Event
  lastTimestamp: "2026-07-28T15:50:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:50:53Z"
    name: isvc-logger-raw-22083-predictor.18c67ee13aecd623
    namespace: kserve-ci-e2e-test
    resourceVersion: "18307"
    uid: ab006ee9-c4d8-47e6-bd0e-3f209faa25f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-22083
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4fd68e96-d11a-4569-a09d-1dcea1545ab8
  kind: Event
  lastTimestamp: "2026-07-28T15:50:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:50:49Z"
    name: isvc-logger-raw-22083.18c67ed6be569d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: 6e4e9ee4-eee0-4609-abf7-e4b08db31d2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-22083
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4fd68e96-d11a-4569-a09d-1dcea1545ab8
  kind: Event
  lastTimestamp: "2026-07-28T15:49:23Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-22083":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-22083":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:49:23Z"
    name: isvc-logger-raw-22083.18c67ed6beedad35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17602"
    uid: 43005e26-a898-4c21-80f2-db1ba2e9d31b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-22083
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: 4fd68e96-d11a-4569-a09d-1dcea1545ab8
  kind: Event
  lastTimestamp: "2026-07-28T15:50:48Z"
  message: InferenceService [isvc-logger-raw-22083] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:50:48Z"
    name: isvc-logger-raw-22083.18c67eeabd7d6468
    namespace: kserve-ci-e2e-test
    resourceVersion: "18276"
    uid: ad6ca14c-4ffb-47c7-af7f-9f0812ba101f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:03:20.475773Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24390"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f99b6fdb2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24394"
    uid: 49703b55-90f7-493b-bbb8-4d6a08c1e05b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:20Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f99d11fc632
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: 0b41febe-e035-4ade-95f7-731418931c87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f99d2858e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: eb4fac37-9495-46f0-9964-1cf16e75ce84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f99d5429c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: b102e76d-ebe3-4e67-bfc2-c27141387dd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f99d5be68bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 83095657-372c-465c-9e66-7f5807846eee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:25Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f9aeab0742b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24449"
    uid: 266d500f-3c44-409e-8652-2ad2eeb9de09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:25Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f9aedd63cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24451"
    uid: d7ab6543-d17f-4a84-af66-99292d2e104d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:25Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f9aee4b5342
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: db49f34c-d173-495a-8814-995dcfd60620
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:25Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f9aee560016
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: 23058e33-4b3f-45c8-b7b5-2fc558e5c54f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:25Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f9af1773e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: ac971e56-8d61-4f45-8580-6e72c28fbed2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:03:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:25Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f9af1ed4f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: c4d47ef0-3ad4-4f0e-90da-37002e42da07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:05:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:22Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67f9b26b47918
    namespace: kserve-ci-e2e-test
    resourceVersion: "25698"
    uid: 22eebb5b-3b35-4d6c-be40-19070d7362cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:05:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:21Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67fb5f89196ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25683"
    uid: 5a0a4bc3-ecae-4199-a107-a208df29bfde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:05:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:21Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67fb5f8927b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: fbab55e3-0cbd-409a-bc46-6d1aa4c7b465
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a535bf88-d6b8-4a74-a6cd-43c846495c56
  kind: Event
  lastTimestamp: "2026-07-28T16:05:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:22Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g.18c67fb62912d596
    namespace: kserve-ci-e2e-test
    resourceVersion: "25697"
    uid: c271fc33-e87d-4524-9332-e4bf554040d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-9bf0ca-predictor-7969d99c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "24380"
    uid: 39400b2d-5918-4f57-ab14-40fa063acbbe
  kind: Event
  lastTimestamp: "2026-07-28T16:03:20Z"
  message: 'Created pod: isvc-primary-9bf0ca-predictor-7969d99c69-qmc4g'
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca-predictor-7969d99c69.18c67f99b68b8ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24391"
    uid: 40bf9350-0f09-4e1c-ad5c-b392bc434f07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-9bf0ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24378"
    uid: da715859-9cc7-4c21-a948-544dbce50a45
  kind: Event
  lastTimestamp: "2026-07-28T16:03:20Z"
  message: Scaled up replica set isvc-primary-9bf0ca-predictor-7969d99c69 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca-predictor.18c67f99b273b97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: 7f4a45cd-29d7-48f9-ab2b-0f5a4d013921
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9bf0ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: a0cb3c37-6a28-479a-b31f-991bc6a96715
  kind: Event
  lastTimestamp: "2026-07-28T16:03:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:03:50Z"
    name: isvc-primary-9bf0ca-predictor.18c67f9d31086a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: 9c3ef8e4-c0e7-45f4-80ba-2694e00671e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9bf0ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: a0cb3c37-6a28-479a-b31f-991bc6a96715
  kind: Event
  lastTimestamp: "2026-07-28T16:03:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:03:50Z"
    name: isvc-primary-9bf0ca-predictor.18c67f9d31722421
    namespace: kserve-ci-e2e-test
    resourceVersion: "24637"
    uid: f7ea0c4a-bd39-4e92-bec8-9d18a1dbf446
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9bf0ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: a0cb3c37-6a28-479a-b31f-991bc6a96715
  kind: Event
  lastTimestamp: "2026-07-28T16:05:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:05Z"
    name: isvc-primary-9bf0ca-predictor.18c67fa42f1ef1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: eb893766-fdf3-49da-8fc2-af7a5a9bc0d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9bf0ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: a0cb3c37-6a28-479a-b31f-991bc6a96715
  kind: Event
  lastTimestamp: "2026-07-28T16:05:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:05Z"
    name: isvc-primary-9bf0ca-predictor.18c67fa42f86cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: e6ca957e-6320-4cad-ad43-d0377f13079a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9bf0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: 42130d32-28c7-4e26-a0d2-a3307abfe7c2
  kind: Event
  lastTimestamp: "2026-07-28T16:04:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:04:42Z"
    name: isvc-primary-9bf0ca.18c67f99b27b352c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: 14c0aefa-1a92-49b6-88dc-bdefe158e288
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9bf0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: 42130d32-28c7-4e26-a0d2-a3307abfe7c2
  kind: Event
  lastTimestamp: "2026-07-28T16:03:20Z"
  message: 'Failed to update status for InferenceService "isvc-primary-9bf0ca": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-9bf0ca":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca.18c67f99b30335fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: 0ec30b93-1976-4a1e-8191-0ba8c388bd57
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9bf0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: 42130d32-28c7-4e26-a0d2-a3307abfe7c2
  kind: Event
  lastTimestamp: "2026-07-28T16:03:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-9bf0ca": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:03:20Z"
    name: isvc-primary-9bf0ca.18c67f99b3036ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: f59c9ae7-630c-4e95-879b-da6067076f1e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9bf0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25290"
    uid: 42130d32-28c7-4e26-a0d2-a3307abfe7c2
  kind: Event
  lastTimestamp: "2026-07-28T16:04:42Z"
  message: InferenceService [isvc-primary-9bf0ca] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:04:42Z"
    name: isvc-primary-9bf0ca.18c67facde770b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "25291"
    uid: 4f904fd1-01ce-4fdc-a824-cadaaba059be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:43:37.193842Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8635e4404a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 032f28f0-be52-4f48-8333-7351fdf425f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e865003c0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14468"
    uid: 77a7a73f-69c8-492d-9f95-6e8596073769
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e86518061a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 6c6a8625-d73b-4550-816c-6e21abb2b7db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e865488e8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14471"
    uid: b84f48e3-aba2-423e-83cc-728d34a0e488
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8654f9715d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 1ba98c1c-d5fe-41fb-bd51-35c3937c01bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:41Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T15:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:41Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8742a3c0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 45cc1d33-1e4e-4fb1-b917-53dd1500305d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.621s (13.621s including waiting). Image size: 1555662260 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:55Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8a6e88010e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14603"
    uid: 00890d9e-4760-43b0-8fdb-074cc540c138
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:55Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8a745ab3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: 7594d2d0-834d-4cd7-9029-60954ed5feff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:55Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8a752c9f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: d702ced2-5d5d-4e1a-82ae-90f431710de9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:55Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T15:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:55Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8a753f5771
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: 834fd5c6-0386-4227-8830-2e2841e86f67
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.303s (2.303s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:57Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8afe8ab8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: 90b4b726-ee90-41dc-b243-139fbef5a525
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:57Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8b027e99d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14628"
    uid: c8d5d692-7047-47fd-82f8-fc535aacce53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:57Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8b036a221c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: a7ffe6b9-2e60-4b74-b01a-7618e31f086f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:43:57Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
  metadata:
    creationTimestamp: "2026-07-28T15:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:57Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8b03767e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 57938305-9401-4ff6-9ba4-10fcd3e33b26
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:44:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    in 2.892s (2.892s including waiting). Image size: 240168571 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:44:00Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8bafe47fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: 62b8f43a-165c-43d1-b4a2-72fc9c9edbb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:44:00Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T15:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:44:00Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8bb683fcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 93bd605c-e2ba-4009-8e0f-d243fb473223
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:44:00Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T15:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:44:00Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8bb7a46765
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 1f4400a2-ff7a-42b2-8814-784759361d36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:45:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:24Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8bf1e7c803
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 74bc4bc2-185f-4808-9091-09cc344931de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:45:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T15:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:34Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e8c2dbfdc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 1b0537fd-6a8c-4e1e-b5d0-05f1e022ca64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e9eb362fb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: 075bee61-d49f-451a-94bb-af68dd722f80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e9eb366ce2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: 9b475c56-8542-4c35-a2ee-5da47b38f174
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e9eb367aadd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 90d372df-80b1-4f72-b7df-d29b49c254e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 53ad1ae0-75e7-4526-92a1-5221d00db5f7
  kind: Event
  lastTimestamp: "2026-07-28T15:45:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:32Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8.18c67e9ece12f418
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 6177db96-e5ad-4c2f-8333-e773af340aa9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564
    namespace: kserve-ci-e2e-test
    resourceVersion: "14437"
    uid: dad06a5c-1735-4e45-b942-7af93443d8c0
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564-jw8n8'
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564.18c67e8635519908
    namespace: kserve-ci-e2e-test
    resourceVersion: "14445"
    uid: 123fa0b7-d8b2-4032-b83a-24d4296dfb2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-b15e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: 83cc0e48-a7f2-49e1-9d31-cf1ebf0ecf68
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-b15e5-predictor-5995f78564
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor.18c67e863051413f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: 1b6d83b9-8ae8-4b9f-85a9-210c2aa96b01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b15e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14448"
    uid: b676d825-109a-4469-9d5f-95e6d70fb82f
  kind: Event
  lastTimestamp: "2026-07-28T15:44:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:44:22Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor.18c67e89b581ebdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14809"
    uid: f21c662f-940a-44ac-9c2a-3b98ad48fd90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b15e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14448"
    uid: b676d825-109a-4469-9d5f-95e6d70fb82f
  kind: Event
  lastTimestamp: "2026-07-28T15:44:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:44:22Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor.18c67e89b5fb61dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: 6d3e3b19-f019-4a45-b71a-2d64da06c488
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b15e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: b676d825-109a-4469-9d5f-95e6d70fb82f
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor.18c67e943247d92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: e81bde3d-f9fd-4d84-b7e4-ea7d1232c819
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b15e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: b676d825-109a-4469-9d5f-95e6d70fb82f
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-raw-sklearn-batcher-b15e5-predictor.18c67e9432ada2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 99cfec78-fa1b-451b-8f98-defb7c5c6437
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b15e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14424"
    uid: 15bf17bd-5414-4fe9-824e-26d56fc8b7dd
  kind: Event
  lastTimestamp: "2026-07-28T15:45:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:45:14Z"
    name: isvc-raw-sklearn-batcher-b15e5.18c67e863672dde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: cd085aac-3e48-4567-b8ff-54ef335956d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b15e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14424"
    uid: 15bf17bd-5414-4fe9-824e-26d56fc8b7dd
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-b15e5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b15e5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5.18c67e8636f87a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14453"
    uid: 0719d263-375b-4ec0-b986-3cc5891924e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b15e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14424"
    uid: 15bf17bd-5414-4fe9-824e-26d56fc8b7dd
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b15e5": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-raw-sklearn-batcher-b15e5.18c67e8636f8e17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14456"
    uid: f2298c71-c0ce-40a8-b4fc-d3c87503d975
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b15e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 15bf17bd-5414-4fe9-824e-26d56fc8b7dd
  kind: Event
  lastTimestamp: "2026-07-28T15:45:14Z"
  message: InferenceService [isvc-raw-sklearn-batcher-b15e5] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:45:14Z"
    name: isvc-raw-sklearn-batcher-b15e5.18c67e9cf8a210f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: 5401eac0-b37f-4d8c-8a89-bbb264b8f278
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:05:05.715538Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dbc9e2a9-e2c3-4845-b8dd-9df66bdd96e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:05:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:05:05Z"
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj.18c67fb237c5095b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 2e7c5f40-d190-4604-b4d8-d85c549a775c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: dbc9e2a9-e2c3-4845-b8dd-9df66bdd96e7
  kind: Event
  lastTimestamp: "2026-07-28T16:05:06Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:05:06Z"
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj.18c67fb25190db3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: b7e660c5-33f7-4ffa-8ac0-68d74f9af198
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: dbc9e2a9-e2c3-4845-b8dd-9df66bdd96e7
  kind: Event
  lastTimestamp: "2026-07-28T16:05:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:11Z"
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj.18c67fb253022782
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: c3a1a432-1186-4331-8842-bfb4243f35ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: dbc9e2a9-e2c3-4845-b8dd-9df66bdd96e7
  kind: Event
  lastTimestamp: "2026-07-28T16:05:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:11Z"
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj.18c67fb25618087a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25560"
    uid: 43fdca78-652d-4b69-bf6e-a44d6da7046e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: dbc9e2a9-e2c3-4845-b8dd-9df66bdd96e7
  kind: Event
  lastTimestamp: "2026-07-28T16:05:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:11Z"
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj.18c67fb25691db37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: b2a551d4-7569-46ae-bec3-75de707d66e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: dbc9e2a9-e2c3-4845-b8dd-9df66bdd96e7
  kind: Event
  lastTimestamp: "2026-07-28T16:05:15Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj_kserve-ci-e2e-test(dbc9e2a9-e2c3-4845-b8dd-9df66bdd96e7)
  metadata:
    creationTimestamp: "2026-07-28T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:15Z"
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj.18c67fb467f986d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25596"
    uid: dc233eb8-5e74-435f-b1a8-bad9ef27a914
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 37826bca-7666-4ad1-8c8a-b51915d506bf
  kind: Event
  lastTimestamp: "2026-07-28T16:05:05Z"
  message: 'Created pod: isvc-secondary-9bf0ca-predictor-7bf7b679b6-9gpwj'
  metadata:
    creationTimestamp: "2026-07-28T16:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:05Z"
    name: isvc-secondary-9bf0ca-predictor-7bf7b679b6.18c67fb23755a4f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 67b7a423-53e3-4ecf-b4ef-858714626be2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-9bf0ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 25a97b4b-66cb-4245-b462-2f3b7e88177d
  kind: Event
  lastTimestamp: "2026-07-28T16:05:05Z"
  message: Scaled up replica set isvc-secondary-9bf0ca-predictor-7bf7b679b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:05Z"
    name: isvc-secondary-9bf0ca-predictor.18c67fb232c26bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: ea7ace6a-fd8f-4060-b6ba-d225bd9e8fdc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9bf0ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 1fe184b6-cb68-4e3b-87d2-c53eb98f6913
  kind: Event
  lastTimestamp: "2026-07-28T16:05:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:20Z"
    name: isvc-secondary-9bf0ca-predictor.18c67fb5b1294f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 16894e48-ba36-452b-a840-628727860bda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9bf0ca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 1fe184b6-cb68-4e3b-87d2-c53eb98f6913
  kind: Event
  lastTimestamp: "2026-07-28T16:05:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:20Z"
    name: isvc-secondary-9bf0ca-predictor.18c67fb5b197806f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: 860acb33-0239-4bb8-a473-d74e6871b7fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9bf0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 734fb364-1b65-4e61-8650-e9fd4bc1dc44
  kind: Event
  lastTimestamp: "2026-07-28T16:05:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:05:15Z"
    name: isvc-secondary-9bf0ca.18c67fb232c9374b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25603"
    uid: 3e9191a3-18b5-42e3-a6eb-bbff2d7883b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9bf0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 734fb364-1b65-4e61-8650-e9fd4bc1dc44
  kind: Event
  lastTimestamp: "2026-07-28T16:05:05Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-9bf0ca":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-9bf0ca":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:05:05Z"
    name: isvc-secondary-9bf0ca.18c67fb23351b6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: 1259cf1c-6ef3-4cce-870d-de6b2377634f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9bf0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 734fb364-1b65-4e61-8650-e9fd4bc1dc44
  kind: Event
  lastTimestamp: "2026-07-28T16:05:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-9bf0ca": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:05:05Z"
    name: isvc-secondary-9bf0ca.18c67fb2335215d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: 3a52c9b2-2fee-40bf-a97c-eb817222f7a8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:45:22.476147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67e9eb934b879
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 8814cadd-a813-466d-8913-54b6a065f7df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-0be34-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67e9ec55c53b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 1c92f99e-5ae5-4a6c-a78a-09696190595e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:23Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:45:23Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67e9ef703e9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 295061de-96c3-46a3-abaa-56a5b787f7bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:23Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67e9ef87d1b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 9dab1a86-c425-458e-be75-a9840e26e72c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:23Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67e9efc447a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 7877a8ca-d203-428e-a91e-2dc26a47d91e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:23Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67e9efcb28dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: 14e244cf-a096-4f33-9f22-8189b68980c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:28Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67ea036a08c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: b45a363f-d8a7-4c44-8f61-382a63cc2e4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:29Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67ea06437ed04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 48eca236-41fd-460e-97d9-6909b62d7add
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:29Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67ea064ed4662
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: 320a10af-4940-4cd6-be31-beee8182f33e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:29Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67ea064f7f6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: e68edaff-e954-4728-b7f8-e42210d497e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:29Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67ea067da5c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 9fb833e4-64b0-4539-b461-0faf268e171d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:45:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:29Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67ea0685787d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 37ec7455-90dc-4df2-9573-b0fbf955320b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:47:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:16Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67ea089855df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 7f8759d8-c733-4a30-87d0-7caf179b65ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67eb86515e69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 01f33e08-ee2b-4f7e-8962-4757768f5852
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67eb865167480
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: c552f1c6-cb11-4d0b-917d-dd5ee6af3e89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d162787f-50a7-4c70-9038-aae85237c21c
  kind: Event
  lastTimestamp: "2026-07-28T15:47:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:16Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4.18c67eb937e181c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 31fd79de-b376-4461-bf26-8278f514ff5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: 34120b58-4543-4e34-8405-cc9965c9b64b
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: 'Created pod: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864-vnkm4'
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-sklearn-graph-raw-0be34-predictor-6bf6587864.18c67e9eb8b2b6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: 1bb56a7e-66d1-4aed-8213-8d03b77a0bbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: 53253ccc-3f79-4706-bcdb-86371e946038
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-0be34-predictor-6bf6587864
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-sklearn-graph-raw-0be34-predictor.18c67e9eb4743599
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: cba6e1ee-e7e2-4acb-a3f3-3dc80e80ff84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: 23283183-4a61-4828-bf19-0c31136a9a2b
  kind: Event
  lastTimestamp: "2026-07-28T15:45:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:37Z"
    name: isvc-sklearn-graph-raw-0be34-predictor.18c67ea23308ecc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: f26f0673-a17f-490d-a152-e4c7073a4bdb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: 23283183-4a61-4828-bf19-0c31136a9a2b
  kind: Event
  lastTimestamp: "2026-07-28T15:45:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:37Z"
    name: isvc-sklearn-graph-raw-0be34-predictor.18c67ea2337381ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 7b7b74a1-63e9-4786-a39a-7f5ac47a6ef4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 23283183-4a61-4828-bf19-0c31136a9a2b
  kind: Event
  lastTimestamp: "2026-07-28T15:47:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:07Z"
    name: isvc-sklearn-graph-raw-0be34-predictor.18c67ea5b26ca3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: e638b96b-2b2c-4660-b67d-74fbd40915f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 23283183-4a61-4828-bf19-0c31136a9a2b
  kind: Event
  lastTimestamp: "2026-07-28T15:47:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:07Z"
    name: isvc-sklearn-graph-raw-0be34-predictor.18c67ea5b2cfe453
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: e72f3da2-36fe-498a-a1ce-7cc4264fb925
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-0be34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: c235cb9a-1ed1-45ba-9594-e3cf680a0946
  kind: Event
  lastTimestamp: "2026-07-28T15:46:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:47Z"
    name: isvc-sklearn-graph-raw-0be34.18c67e9eb4aa02d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: a547e077-f965-478f-9ce7-f56ff293cd39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-0be34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: c235cb9a-1ed1-45ba-9594-e3cf680a0946
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-0be34":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-0be34":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-sklearn-graph-raw-0be34.18c67e9eb5021762
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: ff8fc67c-664a-4d5d-9449-e5dda9c9db49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-0be34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c235cb9a-1ed1-45ba-9594-e3cf680a0946
  kind: Event
  lastTimestamp: "2026-07-28T15:46:46Z"
  message: InferenceService [isvc-sklearn-graph-raw-0be34] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:46Z"
    name: isvc-sklearn-graph-raw-0be34.18c67eb266951d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: cb5a929c-07e0-4d45-8fec-96a60628c904
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:47:12.781942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb867f1a51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: 9afea161-142e-447e-8cbf-fa1b5a780605
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-c70d2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:13Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb87640eec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: c5f4c171-4cc4-436b-9e88-991b5b9fab6e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:13Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:47:13Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb8a5ab6c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 277c9e22-7aeb-47d6-a761-e064a75e7856
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:13Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb8a72fd978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 84ff1d34-71ea-4bb2-9904-fbfdf625e0eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:13Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb8aa5d332b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 009c75ce-9f24-41d2-a3dd-1e9aa87d9fc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:13Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb8aae23cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 582ea5b5-01ae-49fa-bdb2-888a9d677a32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:17Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb993bd6f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: e43180e3-9b29-475e-8186-2237015a01a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:17Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb99676bf51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: 5a0fc7c0-58b0-4f05-8b09-1189fc7c3cb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:17Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb996e8a325
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 0eee26c5-9bfe-4e6f-8354-c28e5565c9fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:17Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb996f1ee69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: d03469bf-42a5-4511-ab42-9f06907c69ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:17Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb9997ed5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 2950b843-1536-4139-8c9f-66d3b054cfde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:47:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:17Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb999f590cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 419de746-32ad-4f8c-8a9d-38d3d1efa136
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:48:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:24Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67eb9cfd9a1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: b0277ed2-0075-48de-a439-8aaed3b92599
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:49:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67ed214f0a437
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: 63e7a2e0-c937-410a-878a-07272c20a7eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:49:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67ed214f13779
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: 2d74df56-aa95-4c7a-b3da-5b649c95e3cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: e6e2eb74-534c-4906-992f-d8ff1fabc0f4
  kind: Event
  lastTimestamp: "2026-07-28T15:49:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:04Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq.18c67ed27e2ebe4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 7fc9e445-d9f3-459e-b85c-a3f4effbead2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 056547dd-6312-49a4-903d-b6187cc6fe7f
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8-cvqlq'
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8.18c67eb867803d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: ca425ec2-b926-4c5e-a76f-87344b4ef7fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 612575cc-f31d-44af-9514-c8ad5f986130
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-c70d2-predictor-789bb95dd8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor.18c67eb863385fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 52f12877-88d2-40a7-96e3-8007608cefda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: 8299d748-8c69-49e3-80f4-0597d3742674
  kind: Event
  lastTimestamp: "2026-07-28T15:47:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:57Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor.18c67ebbe1fe8fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: cc1f73f4-4198-41e5-97a7-7dae84aa506b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: 8299d748-8c69-49e3-80f4-0597d3742674
  kind: Event
  lastTimestamp: "2026-07-28T15:47:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:57Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor.18c67ebbe269441d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: 3a651f15-ff3d-4e26-837f-1756eb2d4396
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 8299d748-8c69-49e3-80f4-0597d3742674
  kind: Event
  lastTimestamp: "2026-07-28T15:48:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:57Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor.18c67ebf612d0a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: 3ad04b45-795a-46f6-8977-062f015d0814
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 8299d748-8c69-49e3-80f4-0597d3742674
  kind: Event
  lastTimestamp: "2026-07-28T15:48:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:57Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2-predictor.18c67ebf6190ef6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: e53403f1-b135-4973-a92b-cbac68efa010
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-c70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: b604c087-a3e2-4586-a8a0-d9e5a418e13c
  kind: Event
  lastTimestamp: "2026-07-28T15:48:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:31Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2.18c67eb86375a652
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: 8b0e5143-76a4-4706-91c0-81d31e32664f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-c70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: b604c087-a3e2-4586-a8a0-d9e5a418e13c
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-c70d2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-c70d2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2.18c67eb8643ca6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: 469312fa-6501-429a-a632-1fb66ebb2c42
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-c70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: b604c087-a3e2-4586-a8a0-d9e5a418e13c
  kind: Event
  lastTimestamp: "2026-07-28T15:48:31Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-c70d2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:31Z"
    name: isvc-sklearn-graph-raw-hpa-c70d2.18c67ecad722fee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 01f53942-48db-449b-a350-b11862dd07a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:50:58.472749Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eecf42a050a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18400"
    uid: af083222-72ad-4232-8973-e8774761c490
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eed0e2a7fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: 5c2479a9-e158-479d-9737-e39eda2e408b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eed0f9f1cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 637bf016-e665-4d9f-a7ec-3d4994c5ac68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:50:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:59Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eed13a4b4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: 7fe038e1-3983-416b-a032-0520db42ac25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:50:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:59Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eed1414876f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: e9690c1b-325b-46a4-95e7-aadccba11545
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:51:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:02Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eedfa849511
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: 7ae758a2-828f-4429-80b3-068f94840d68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:51:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:02Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eedfdd07298
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: 798f022e-fccf-422f-bf9d-c9a5536fb8f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:51:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:02Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eedfe4a8add
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: 9c2c35df-d8a1-4acb-a579-84277f593ecb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:51:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:02Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eedfe56b35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: b4cace0e-7394-4097-8d85-475e9adc4294
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:51:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:03Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eee043da23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18479"
    uid: 61fcf17b-f048-4e68-947c-95a98e63408e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:51:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:03Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eee04b0f2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: a236b348-8758-4690-a658-967cf0d369dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67eee3688ab92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 47070c35-fe8b-4fc2-b82b-d87e45b82b02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:53:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:38Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67f1240638435
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: 793d9371-8266-4e0e-8147-9e1ef57c7a91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:53:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:38Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67f1240640847
    namespace: kserve-ci-e2e-test
    resourceVersion: "19599"
    uid: ba72ec1b-7d76-4ea6-a7c0-43887b41dba3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 2a8fd62a-188c-4232-b04f-888e907a5b31
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69.18c67f12893995e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 5a980ccc-1ada-4a8b-ab6c-cb2411fae610
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: 974e65f5-b3ca-40e4-9230-be6ad8f983d7
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: 'Created pod: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994-v8s69'
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-sklearn-scale-raw-4c735-predictor-7478ccd994.18c67eecf3b97e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: eca1c869-84ce-48e5-9415-a646fc86a13e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-4c735-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 88bcb92c-0d6d-4a62-9488-65f1f7c7fd12
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-4c735-predictor-7478ccd994
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-sklearn-scale-raw-4c735-predictor.18c67eeceec87453
    namespace: kserve-ci-e2e-test
    resourceVersion: "18377"
    uid: ae064786-e761-4380-85b3-7b12d11c9b8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4c735-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: a7e96628-9e06-42a3-a336-af8c09909dec
  kind: Event
  lastTimestamp: "2026-07-28T15:51:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:51:43Z"
    name: isvc-sklearn-scale-raw-4c735-predictor.18c67ef06d747464
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: cb897e78-3e6b-46aa-b380-0d9451ba7409
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4c735-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: a7e96628-9e06-42a3-a336-af8c09909dec
  kind: Event
  lastTimestamp: "2026-07-28T15:51:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:51:43Z"
    name: isvc-sklearn-scale-raw-4c735-predictor.18c67ef06decf3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: 2f8277e0-b5d0-4bf7-96c0-0a7dcfdc8c3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4c735-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: a7e96628-9e06-42a3-a336-af8c09909dec
  kind: Event
  lastTimestamp: "2026-07-28T15:53:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:28Z"
    name: isvc-sklearn-scale-raw-4c735-predictor.18c67ef3ecd7beab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: ea1f407d-e989-4d1f-8385-59bc96ce3e95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-4c735-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: a7e96628-9e06-42a3-a336-af8c09909dec
  kind: Event
  lastTimestamp: "2026-07-28T15:53:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:28Z"
    name: isvc-sklearn-scale-raw-4c735-predictor.18c67ef3ed3ed59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19499"
    uid: 11f7491d-0c39-4156-b630-e0f9c08e3aff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-4c735
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: 3ec59bee-3413-4619-87bc-7377d7f24746
  kind: Event
  lastTimestamp: "2026-07-28T15:53:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:53:34Z"
    name: isvc-sklearn-scale-raw-4c735.18c67eecef09a1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: e8c84674-9aa5-4eda-992d-e3545233298b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-4c735
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: 3ec59bee-3413-4619-87bc-7377d7f24746
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-4c735":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-4c735":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: isvc-sklearn-scale-raw-4c735.18c67eecefc56bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: cc16e794-105c-4769-a12c-e0c969db06c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-4c735
    namespace: kserve-ci-e2e-test
    resourceVersion: "19555"
    uid: 3ec59bee-3413-4619-87bc-7377d7f24746
  kind: Event
  lastTimestamp: "2026-07-28T15:53:34Z"
  message: InferenceService [isvc-sklearn-scale-raw-4c735] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:53:34Z"
    name: isvc-sklearn-scale-raw-4c735.18c67f1162b2ce57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 976bea21-f59b-43bf-b73c-448fe18bd0f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:45:22.558936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    to ip-10-0-137-14.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67e9ebe23fb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: d1312f0c-ff5c-4201-a0b1-1e327b78c077
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67e9ed7c95d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: d647bea8-c00b-4ad5-bf57-84fe89921d28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:23Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67e9ed94235dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: b7a8a78c-c5d2-475f-9711-7a6a9114ee91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:23Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67e9edc095c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 82cabc83-9a32-4dbc-96d1-fe45a071e4e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:23Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67e9edc6d7908
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 1319e5f7-c020-4ad7-85bf-19e2f4a9a9f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T15:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:27Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67e9fd54a0cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 555aef9b-228e-4780-8c36-a4ef1887def8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:44Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.492s (17.492s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:44Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67ea3e7ed99c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: c9b77309-3519-48eb-947c-477b20136e9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:44Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67ea3eb0ee6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 02270c08-90d0-497d-9e86-938811df3722
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:44Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67ea3eb772425
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 9c8836b5-f1e7-4692-a66d-282d7f99fdb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:44Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67ea3eb812800
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: bec6e99c-6d31-4b71-a429-4503fa849fa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:44Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67ea3ee5db4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 720791d5-c152-42cf-915d-e8bed0e66c56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:45:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:44Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67ea3eecdf0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: db3ef7a1-b10e-46ca-bfea-72c39065ca3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:46:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:41Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67ea40d25dd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: bf01be7d-270e-4e66-a85c-6b67a377f0f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67eb86ffd1b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: 3d60c563-3e85-4a5f-8b57-2e15ac0c64a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67eb86ffdba35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: 7d45e9f2-d98a-40da-a369-bd735423d94c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 09356cad-b50a-4a0b-a9a0-ffdc72d62681
  kind: Event
  lastTimestamp: "2026-07-28T15:47:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:16Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs.18c67eb93d6c9912
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: d96b47b5-87bc-4050-800b-905147770a93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: f309c6cb-57d7-4ad8-ab3e-db2351eba9ad
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: 'Created pod: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc-2r9vs'
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc.18c67e9ebdab430d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: b1c96f48-1cf1-4257-be77-a528e3b66029
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: ba640cf8-d4f7-449a-91df-7380120432f0
  kind: Event
  lastTimestamp: "2026-07-28T15:45:22Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-0be34-predictor-74bb5dbfc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:22Z"
    name: isvc-xgboost-graph-raw-0be34-predictor.18c67e9ebac2d5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: ed401024-8b2b-439a-b4c3-162ca6d0a777
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 9ff6a6d7-bdcd-419f-9a4b-18c40adf2e86
  kind: Event
  lastTimestamp: "2026-07-28T15:46:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:46:22Z"
    name: isvc-xgboost-graph-raw-0be34-predictor.18c67ea2393b3d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: 19ce5831-8f23-4bc6-a223-a9a3fff1c2c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 9ff6a6d7-bdcd-419f-9a4b-18c40adf2e86
  kind: Event
  lastTimestamp: "2026-07-28T15:46:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:46:22Z"
    name: isvc-xgboost-graph-raw-0be34-predictor.18c67ea239a0f1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: be9b447d-aa72-4a69-b2b7-3e6a1fa7b894
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 9ff6a6d7-bdcd-419f-9a4b-18c40adf2e86
  kind: Event
  lastTimestamp: "2026-07-28T15:47:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:07Z"
    name: isvc-xgboost-graph-raw-0be34-predictor.18c67ea9370db34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 233c1bc2-88d0-4fb5-8b1d-ede3a4ab6a7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-0be34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 9ff6a6d7-bdcd-419f-9a4b-18c40adf2e86
  kind: Event
  lastTimestamp: "2026-07-28T15:47:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:07Z"
    name: isvc-xgboost-graph-raw-0be34-predictor.18c67ea9377bf478
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 93430e80-9da7-464e-a0d9-29dbe53bbbdb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-0be34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: 69c90ccd-0e0e-415e-913e-b4a7324cf5a5
  kind: Event
  lastTimestamp: "2026-07-28T15:46:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:51Z"
    name: isvc-xgboost-graph-raw-0be34.18c67e9ebacc3264
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: d43d75fc-c0d8-4b4f-91d0-d7ea8ac014aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-0be34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 69c90ccd-0e0e-415e-913e-b4a7324cf5a5
  kind: Event
  lastTimestamp: "2026-07-28T15:46:51Z"
  message: InferenceService [isvc-xgboost-graph-raw-0be34] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:51Z"
    name: isvc-xgboost-graph-raw-0be34.18c67eb3709e9bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: e71b8f80-3eec-40b4-a930-84d8dcb81f13
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:47:12.866233Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67eb86cf7caca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: dce4aa43-3e24-4a04-8096-dc17d9b108d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:13Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:47:13Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67eb8875eac09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: 6f33eda2-1a3a-436d-9294-d9857c262674
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
  metadata:
    creationTimestamp: "2026-07-28T15:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:13Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67eb888c6ef4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 0855f7ce-8ff7-443e-8d5c-8e7133296766
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    in 3.035s (3.035s including waiting). Image size: 300978647 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:16Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67eb93db5d18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 6d444bbd-d4c0-44b1-9b87-3e50434550e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:16Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67eb94101c5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 4001d3ba-5933-44c4-9eec-3f52b75e4c8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:16Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67eb9417b20e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: a79a4fda-45d0-4fd3-ba49-c9913181cf3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:20Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T15:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:20Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67eba38ec4e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: d203da18-ce92-433c-92ce-71ed41f51445
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:38Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.976s (17.976s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:38Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ebe6861be48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: d2061fb9-1a96-4e39-8564-204058368e0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:38Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ebe6bb509f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: a5270543-e808-4331-8330-de026cec0264
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:38Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ebe6c2cc5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 19443ccb-eea3-4648-9a9d-c3d7bd48b302
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:38Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T15:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:38Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ebe6c3a02d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: 6d7d1346-d0ad-4379-ae6f-d71897cc7eb8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.256s (2.256s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:40Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ebef2bef43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: d32e0f8a-01c5-47b6-be44-02cd0084f7c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:40Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ebef62f0eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 5a42968e-3e6a-4b97-ab7d-5630c79728ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:47:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:40Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ebef6aa3e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: a5520e16-70c7-4471-a908-2fac8928722e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:48:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:37Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ebf22868f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: 8d4163ef-70ac-4823-b24a-c17c02b9b6e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:49:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ed21ab6f714
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: 47e3a0af-9c6e-4a23-9d89-fd2bfff945c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 7cc2f9f3-d61c-470e-99ec-ddaef02da3aa
  kind: Event
  lastTimestamp: "2026-07-28T15:49:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2.18c67ed21ab77046
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 69a62e2b-c01f-471a-9aed-9c5782ad5f43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 3c4dbede-0983-4d4b-82bd-6c92ca3f24c1
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49-8qmv2'
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49.18c67eb86c6af633
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: fe95e050-84ae-4e05-8d74-fb7205dbc3a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 226de289-a188-4ac6-9317-c15e465da67e
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-c70d2-predictor-7c7cb8b49
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor.18c67eb8698dbc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: cd0e6a05-3f84-4d6d-80b4-cbda1c284716
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 6920d762-d71e-442f-8ca0-c9309acb0b19
  kind: Event
  lastTimestamp: "2026-07-28T15:48:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:12Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor.18c67ebbe80774c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: 48b5d268-23ba-43bf-aef6-d4192539493b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 6920d762-d71e-442f-8ca0-c9309acb0b19
  kind: Event
  lastTimestamp: "2026-07-28T15:48:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:12Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor.18c67ebbe8738af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 297e4367-5705-41f1-814b-cd112f308858
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 6920d762-d71e-442f-8ca0-c9309acb0b19
  kind: Event
  lastTimestamp: "2026-07-28T15:48:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:57Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor.18c67ec9e2fde18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: 8373a456-28d6-4b4e-8a26-88117c40c557
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 6920d762-d71e-442f-8ca0-c9309acb0b19
  kind: Event
  lastTimestamp: "2026-07-28T15:48:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:57Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2-predictor.18c67ec9e3bac367
    namespace: kserve-ci-e2e-test
    resourceVersion: "17281"
    uid: be738b5c-4163-4cf0-a387-bf166483b7ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-c70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 17b1faad-909c-4adf-aec2-8d4d17cd9669
  kind: Event
  lastTimestamp: "2026-07-28T15:48:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:47Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2.18c67eb86996b21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 0879c031-bef2-46b9-9815-5928a3b8552a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-c70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 17b1faad-909c-4adf-aec2-8d4d17cd9669
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-c70d2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-c70d2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2.18c67eb86a2d3a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: d1d017dd-27ab-442f-b43b-056d7607309d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-c70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: 17b1faad-909c-4adf-aec2-8d4d17cd9669
  kind: Event
  lastTimestamp: "2026-07-28T15:48:47Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-c70d2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:47Z"
    name: isvc-xgboost-graph-raw-hpa-c70d2.18c67ece860fba1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: a410614f-42e9-4c59-ba67-2fa9d9472477
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:49:03.089184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed216c4815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 3bd060da-3f32-4244-85d2-0bb559e7c2bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-22083-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed22172feb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: aab47299-fd5c-45cc-a62b-bb0795ec50ca
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:04Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:49:04Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed2548d18df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: 662e800b-d161-40f1-b9b5-f5b644f56f2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:04Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T15:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:04Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed255c5d738
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: 14b29565-0829-4728-866e-c75d01397f01
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:05Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.094s (1.094s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:05Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed29700b1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: 86a121a7-a60c-4818-8cfe-547324105c5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:05Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed299bf9543
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: 49182ce6-01cd-448a-8da0-7b8a0cdb79bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:05Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed29a25b035
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 650cf5ba-d448-42a0-b41e-c85c5f1c2978
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:05Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed29a315ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: 20d42dd3-ce3a-4c39-b095-677f86f59b77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:05Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed29e34204d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 42517f03-446a-40f0-8a41-aab7abef9177
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:49:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:05Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67ed29e9d6da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: 5244c930-73aa-40c2-81f1-08b27b48a232
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67eecf75114b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: f4dda40e-fc4d-48ea-940d-e6a997120280
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0d8bf4a5-d7b5-4204-9890-7cace9680330
  kind: Event
  lastTimestamp: "2026-07-28T15:50:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:50:58Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd.18c67eecf751a8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: 86840c3d-936a-463f-96e8-7215f1326f46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-22083-predictor-7fc855cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 556379da-709f-43d3-bde7-c359bf047455
  kind: Event
  lastTimestamp: "2026-07-28T15:49:03Z"
  message: 'Created pod: message-dumper-raw-22083-predictor-7fc855cfcc-kv9rd'
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: message-dumper-raw-22083-predictor-7fc855cfcc.18c67ed2167411a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 0869e754-b5bd-4f07-9d4b-dc004652e489
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-22083-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: 41e81cc2-ef53-4692-8104-f6ff9dcba154
  kind: Event
  lastTimestamp: "2026-07-28T15:49:03Z"
  message: Scaled up replica set message-dumper-raw-22083-predictor-7fc855cfcc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: message-dumper-raw-22083-predictor.18c67ed213252dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: fff15b5d-2917-48b2-9e76-2a0851a818f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-22083-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 0bd0c760-200e-418f-98e3-bf1290cf7551
  kind: Event
  lastTimestamp: "2026-07-28T15:49:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:49:48Z"
    name: message-dumper-raw-22083-predictor.18c67ed591cc57b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: 4e66363a-ea7f-4416-95c5-bca76665a0f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-22083-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 0bd0c760-200e-418f-98e3-bf1290cf7551
  kind: Event
  lastTimestamp: "2026-07-28T15:49:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:49:48Z"
    name: message-dumper-raw-22083-predictor.18c67ed5923e3d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: 08f87b7d-6bd3-46de-9409-5d5e00ff5c6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-22083
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 0af3ae10-b5ba-40fc-b8d1-5c50c2b01d39
  kind: Event
  lastTimestamp: "2026-07-28T15:49:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:49:13Z"
    name: message-dumper-raw-22083.18c67ed2134cf275
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: be24d996-c209-4af5-8a14-c5a88f3426fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-22083
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 0af3ae10-b5ba-40fc-b8d1-5c50c2b01d39
  kind: Event
  lastTimestamp: "2026-07-28T15:49:03Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-22083":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-22083":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:49:03Z"
    name: message-dumper-raw-22083.18c67ed214056508
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: f63ca4e3-198f-47d5-82c5-1ed476878a17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-22083
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 0af3ae10-b5ba-40fc-b8d1-5c50c2b01d39
  kind: Event
  lastTimestamp: "2026-07-28T15:49:13Z"
  message: InferenceService [message-dumper-raw-22083] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:49:13Z"
    name: message-dumper-raw-22083.18c67ed46d9ec8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: b480142e-8ab0-4a10-9b86-00dc5873d232
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:47:02.508944Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-0be34-9dd95d454-bdzdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: c8563ba5-080f-495d-a7c6-a32ca10dbf59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-0be34-9dd95d454-bdzdk
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:47:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:47:02Z"
    name: model-chainer-raw-0be34-9dd95d454-bdzdk.18c67eb603a0225d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 98c0aa96-b9c1-44ac-a3e2-382e409e68d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-0be34-9dd95d454-bdzdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: c8563ba5-080f-495d-a7c6-a32ca10dbf59
  kind: Event
  lastTimestamp: "2026-07-28T15:47:02Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:47:02Z"
    name: model-chainer-raw-0be34-9dd95d454-bdzdk.18c67eb61da291db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 3d07c37d-dd37-42f9-8833-e53c2492071c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-0be34}
    kind: Pod
    name: model-chainer-raw-0be34-9dd95d454-bdzdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: c8563ba5-080f-495d-a7c6-a32ca10dbf59
  kind: Event
  lastTimestamp: "2026-07-28T15:47:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:40920ff6a00036cf8932ff07962738516dfac83c34c2855a78a35a4531f74d96"
  metadata:
    creationTimestamp: "2026-07-28T15:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:02Z"
    name: model-chainer-raw-0be34-9dd95d454-bdzdk.18c67eb61ee8e377
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 3a9d1c6e-eb71-42a3-adf0-438086871ede
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-0be34}
    kind: Pod
    name: model-chainer-raw-0be34-9dd95d454-bdzdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: c8563ba5-080f-495d-a7c6-a32ca10dbf59
  kind: Event
  lastTimestamp: "2026-07-28T15:47:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:40920ff6a00036cf8932ff07962738516dfac83c34c2855a78a35a4531f74d96"
    in 2.449s (2.449s including waiting). Image size: 218226816 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:05Z"
    name: model-chainer-raw-0be34-9dd95d454-bdzdk.18c67eb6b0eb461d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: 36c6ebb2-a819-4673-93fd-e1fb0b2bfb38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-0be34}
    kind: Pod
    name: model-chainer-raw-0be34-9dd95d454-bdzdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: c8563ba5-080f-495d-a7c6-a32ca10dbf59
  kind: Event
  lastTimestamp: "2026-07-28T15:47:05Z"
  message: 'Created container: model-chainer-raw-0be34'
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:05Z"
    name: model-chainer-raw-0be34-9dd95d454-bdzdk.18c67eb6b437dd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 398f7787-325e-4d48-9f0d-91f3ff353248
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-0be34}
    kind: Pod
    name: model-chainer-raw-0be34-9dd95d454-bdzdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: c8563ba5-080f-495d-a7c6-a32ca10dbf59
  kind: Event
  lastTimestamp: "2026-07-28T15:47:05Z"
  message: Started container model-chainer-raw-0be34
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:05Z"
    name: model-chainer-raw-0be34-9dd95d454-bdzdk.18c67eb6b4b573da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: 51249930-3128-4f93-aed6-97e81df2b82e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-0be34}
    kind: Pod
    name: model-chainer-raw-0be34-9dd95d454-bdzdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: c8563ba5-080f-495d-a7c6-a32ca10dbf59
  kind: Event
  lastTimestamp: "2026-07-28T15:47:12Z"
  message: Stopping container model-chainer-raw-0be34
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:12Z"
    name: model-chainer-raw-0be34-9dd95d454-bdzdk.18c67eb85af0e822
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: 8b679b6c-1217-4350-bbca-2dd7da15bf45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-0be34}
    kind: Pod
    name: model-chainer-raw-0be34-9dd95d454-bdzdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: c8563ba5-080f-495d-a7c6-a32ca10dbf59
  kind: Event
  lastTimestamp: "2026-07-28T15:47:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T15:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:41Z"
    name: model-chainer-raw-0be34-9dd95d454-bdzdk.18c67eb94726d6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: a4d4c980-57d5-4925-b41d-deef9e269e92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-0be34-9dd95d454
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: e81f7c93-481b-480c-a260-1cce5da0f479
  kind: Event
  lastTimestamp: "2026-07-28T15:47:02Z"
  message: 'Created pod: model-chainer-raw-0be34-9dd95d454-bdzdk'
  metadata:
    creationTimestamp: "2026-07-28T15:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:02Z"
    name: model-chainer-raw-0be34-9dd95d454.18c67eb602f8c496
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 8c94d6a4-8b3b-45c0-a753-c8b9c82cc573
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-0be34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: bb9a5e98-f3ce-4fe8-9d0d-dd7a96c34085
  kind: Event
  lastTimestamp: "2026-07-28T15:47:02Z"
  message: Scaled up replica set model-chainer-raw-0be34-9dd95d454 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:02Z"
    name: model-chainer-raw-0be34.18c67eb601ebdf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: cee04675-862a-48cb-a603-f3b81e6cf1cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-0be34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: 767bcb56-36a9-422f-a843-696665d4808e
  kind: Event
  lastTimestamp: "2026-07-28T15:47:02Z"
  message: InferenceGraph [model-chainer-raw-0be34] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:47:02Z"
    name: model-chainer-raw-0be34.18c67eb6054853cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 57df3348-08c1-4268-b5da-ee98f60857bc
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:48:52.862969Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: ec023ae8-844f-48c3-abf7-15e62e25d89a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:48:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:48:52Z"
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9.18c67ecfb53d2bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: f153b3a2-a6f1-483b-ab1e-04ca9d1538c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: ec023ae8-844f-48c3-abf7-15e62e25d89a
  kind: Event
  lastTimestamp: "2026-07-28T15:48:53Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:48:53Z"
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9.18c67ecfcf0ddc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 03c80ce1-b0b9-4f0c-b55b-820f925034ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c70d2}
    kind: Pod
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: ec023ae8-844f-48c3-abf7-15e62e25d89a
  kind: Event
  lastTimestamp: "2026-07-28T15:48:53Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:40920ff6a00036cf8932ff07962738516dfac83c34c2855a78a35a4531f74d96"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:53Z"
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9.18c67ecfd05d3310
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: a8c68fdf-5711-4f62-bd82-860002e8cddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c70d2}
    kind: Pod
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: ec023ae8-844f-48c3-abf7-15e62e25d89a
  kind: Event
  lastTimestamp: "2026-07-28T15:48:53Z"
  message: 'Created container: model-chainer-raw-hpa-c70d2'
  metadata:
    creationTimestamp: "2026-07-28T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:53Z"
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9.18c67ecfd335f11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: eec78cfd-6d2e-4a4e-9d68-318c5e60510d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c70d2}
    kind: Pod
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: ec023ae8-844f-48c3-abf7-15e62e25d89a
  kind: Event
  lastTimestamp: "2026-07-28T15:48:53Z"
  message: Started container model-chainer-raw-hpa-c70d2
  metadata:
    creationTimestamp: "2026-07-28T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:53Z"
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9.18c67ecfd39d8ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: ff3326fb-adf4-4e0e-9aaf-a7cdb967332e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c70d2}
    kind: Pod
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: ec023ae8-844f-48c3-abf7-15e62e25d89a
  kind: Event
  lastTimestamp: "2026-07-28T15:49:02Z"
  message: Stopping container model-chainer-raw-hpa-c70d2
  metadata:
    creationTimestamp: "2026-07-28T15:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:02Z"
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9.18c67ed20abc8fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: 743484ae-82dd-43fe-8762-7822656bea6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c70d2}
    kind: Pod
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: ec023ae8-844f-48c3-abf7-15e62e25d89a
  kind: Event
  lastTimestamp: "2026-07-28T15:49:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T15:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:29Z"
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9.18c67ed28825cd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: f825b014-1275-43e3-bea5-d84d4cbac147
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 74130fab-fa70-4867-b524-45f5cbb8cd76
  kind: Event
  lastTimestamp: "2026-07-28T15:48:52Z"
  message: 'Created pod: model-chainer-raw-hpa-c70d2-5f8cf6db8b-wgdr9'
  metadata:
    creationTimestamp: "2026-07-28T15:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:52Z"
    name: model-chainer-raw-hpa-c70d2-5f8cf6db8b.18c67ecfb4a5271b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: 510cdd6c-5e8c-486e-9e84-bbf564908126
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-c70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 31a91153-9b69-4ff3-8b90-ed44557b90fd
  kind: Event
  lastTimestamp: "2026-07-28T15:48:52Z"
  message: Scaled up replica set model-chainer-raw-hpa-c70d2-5f8cf6db8b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T15:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:52Z"
    name: model-chainer-raw-hpa-c70d2.18c67ecfb2b1cf01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: 0ba16e5f-f10f-444d-907b-0f9e13fea812
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-c70d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: 78b07bb3-b093-437a-91d4-1cd3cf1275fa
  kind: Event
  lastTimestamp: "2026-07-28T15:48:52Z"
  message: InferenceGraph [model-chainer-raw-hpa-c70d2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:52Z"
    name: model-chainer-raw-hpa-c70d2.18c67ecfb73b7a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: 04361936-85d1-4046-b79e-5d787ef22c3c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:05:42.237440Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:05:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:05:42Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbab8a4f6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 626f67d5-b4a9-4701-9bf2-a1381595a3c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-fcfc1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:42Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbac5ef85f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25958"
    uid: c65d2276-0cc0-4742-82c7-438311afbd3a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:43Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:05:43Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbaf66019a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 0d7e1501-3893-4ff2-a56e-ed83ceae5616
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:43Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbaf7d4260d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25970"
    uid: bf3b2919-9401-4163-a7d6-67c05d9ebb55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:43Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbafaaac999
    namespace: kserve-ci-e2e-test
    resourceVersion: "25972"
    uid: 1e389c57-63f6-46a4-bc2a-086728607d9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:43Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbafb22c1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 7091f6d0-19b1-4afb-9890-1cd8ce6cfcf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:47Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbbe487aff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 79189aaf-1f45-4f62-aa7f-18be0da5cff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:47Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbbe73f35c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: 008de7c9-4a95-4d47-ab84-f61b2b2ea141
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:47Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbbe7c9e870
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: b891ce99-8b59-4671-9a75-15f2a065183e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:47Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbbe7d518af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26012"
    uid: 91e2d681-ef54-4a91-9cf5-17ca5a334699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:47Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbbebda5877
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: 5772a47d-f2df-4049-ac76-cec4dd37f1b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:05:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:05:47Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbbec59e046
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: c52d510e-c5e0-4746-87e1-dbc195ee4006
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:07:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:15Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fbc5c76da40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 5078d212-d744-4989-8889-ec9702442ae2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:07:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:12Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fcfb88e3dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: fe9474a7-a4df-46ca-a1d0-82a985cf8406
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:07:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:12Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fcfb88e9441
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: 15f44e7d-15ea-4da2-9f54-3d4a0257129f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 9a70e00e-b0e5-47e7-9f82-34ad7d24929e
  kind: Event
  lastTimestamp: "2026-07-28T16:07:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:15Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j.18c67fd062ad30d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 55b177da-390c-4e25-b83b-a4d65a12d0c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25933"
    uid: db6efb8a-c313-42bd-948c-9d367ae0ac59
  kind: Event
  lastTimestamp: "2026-07-28T16:05:42Z"
  message: 'Created pod: raw-sklearn-fcfc1-predictor-f6dd84fdd-m492j'
  metadata:
    creationTimestamp: "2026-07-28T16:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:42Z"
    name: raw-sklearn-fcfc1-predictor-f6dd84fdd.18c67fbab80bc196
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: 5adc8975-d0f8-452e-94ce-f983fd6319c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-fcfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: 5bffb267-aa7a-4b80-b4e1-c4bfd1305362
  kind: Event
  lastTimestamp: "2026-07-28T16:05:42Z"
  message: Scaled up replica set raw-sklearn-fcfc1-predictor-f6dd84fdd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:42Z"
    name: raw-sklearn-fcfc1-predictor.18c67fbab4f801c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: 826e6bc7-3eb6-4adf-800a-818fc9b7aa6b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fcfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: 6fe98afb-7cfa-4f9c-8b5e-1dda58dc6e92
  kind: Event
  lastTimestamp: "2026-07-28T16:05:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:57Z"
    name: raw-sklearn-fcfc1-predictor.18c67fbe33d84521
    namespace: kserve-ci-e2e-test
    resourceVersion: "26082"
    uid: eef8a8fc-e088-4719-93c9-303a155519bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fcfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: 6fe98afb-7cfa-4f9c-8b5e-1dda58dc6e92
  kind: Event
  lastTimestamp: "2026-07-28T16:05:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:05:57Z"
    name: raw-sklearn-fcfc1-predictor.18c67fbe343b6185
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: 93018135-1b0f-4b5b-8ace-162198835743
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fcfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: 6fe98afb-7cfa-4f9c-8b5e-1dda58dc6e92
  kind: Event
  lastTimestamp: "2026-07-28T16:07:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:07:12Z"
    name: raw-sklearn-fcfc1-predictor.18c67fc1b30988ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: d47a6a1e-a683-404e-836b-bf54a3726a4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fcfc1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: 6fe98afb-7cfa-4f9c-8b5e-1dda58dc6e92
  kind: Event
  lastTimestamp: "2026-07-28T16:07:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:07:12Z"
    name: raw-sklearn-fcfc1-predictor.18c67fc1b350dd52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26626"
    uid: 5d9dea24-2434-4169-9ee6-6c602866ef87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fcfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: 860f939d-73e1-4c07-83d1-7f96ee2fd5d3
  kind: Event
  lastTimestamp: "2026-07-28T16:07:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:07:05Z"
    name: raw-sklearn-fcfc1.18c67fbab500a5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26577"
    uid: 4cdb71ff-1676-40ae-b3bb-3f9af060918c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:05:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fcfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: 860f939d-73e1-4c07-83d1-7f96ee2fd5d3
  kind: Event
  lastTimestamp: "2026-07-28T16:05:42Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-fcfc1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-fcfc1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:05:42Z"
    name: raw-sklearn-fcfc1.18c67fbab5a65220
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 8c128865-89eb-4fa3-b375-ca58f062bfd2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fcfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 860f939d-73e1-4c07-83d1-7f96ee2fd5d3
  kind: Event
  lastTimestamp: "2026-07-28T16:07:05Z"
  message: InferenceService [raw-sklearn-fcfc1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:07:05Z"
    name: raw-sklearn-fcfc1.18c67fce144b836e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26576"
    uid: 1aa2d1f8-a237-4f0c-bc12-45bfbb98f92d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:07:17.559959Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26704"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    to ip-10-0-131-121.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:07:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:07:17Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd0ea4f3f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26709"
    uid: 4c58bafb-ead8-4306-a3b6-b131887357ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b968d966f-kcswm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26713"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:17Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:07:17Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd1043bf226
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 13e4e2ac-21f9-4757-8fe0-480d3d9dd0a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:18Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd105970e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: d8dff781-ece6-402b-962f-d9a84bee0c9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:18Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd10879b940
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 6edbf4d4-beaa-44f6-8855-d6bca39434f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:18Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd108f56fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 657b36cc-dfd3-4dd9-86eb-b974dc008349
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:22Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd21c67705c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26770"
    uid: aec6a9b7-69be-43ee-807b-0daab09177e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:22Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd21f8bcbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26772"
    uid: b2f2b030-6cb3-445a-afcc-35039c80ce4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:22Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd22012e252
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: c900260f-b2d9-4a3f-a79c-1d344549eb1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:22Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd2201d7da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: 3c88d34a-469a-4767-8c92-9bee9304338c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:22Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd224b3d7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: 91aa8e76-6ebe-46c3-bebc-5d06dd487639
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:07:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:22Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd2252fc014
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: 6ea005a0-3d24-46d9-aeeb-7d7ca3266ed0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:08:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:08:50Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fd2944a724f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27440"
    uid: 7dd7ff52-b3cc-45c2-940d-458fe361bf5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:08:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:08:47Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fe5e61a22da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: ab39bb1a-88f8-4a20-84e0-73c9b81012c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:08:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:08:47Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fe5e61ae138
    namespace: kserve-ci-e2e-test
    resourceVersion: "27408"
    uid: cfe48e0e-3354-4243-84ce-f09e05da467a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 6af91f59-da8e-4f6c-9115-424e438a75d1
  kind: Event
  lastTimestamp: "2026-07-28T16:08:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:08:50Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv.18c67fe69a79ea34
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: 43fb9c18-fc29-4c76-ade5-bddeea0743ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-121.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-121.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964
    namespace: kserve-ci-e2e-test
    resourceVersion: "26692"
    uid: 8ca5aa1f-1ae9-4434-946b-b2f3f8b5c731
  kind: Event
  lastTimestamp: "2026-07-28T16:07:17Z"
  message: 'Created pod: raw-sklearn-runtime-8771a-predictor-85dbf9b964-sjwqv'
  metadata:
    creationTimestamp: "2026-07-28T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:07:17Z"
    name: raw-sklearn-runtime-8771a-predictor-85dbf9b964.18c67fd0e9b82c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26705"
    uid: cddfaff6-bc0c-4aca-807a-4f67a1743c44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-8771a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26690"
    uid: 9918894e-df62-419d-8dbe-d0624d505374
  kind: Event
  lastTimestamp: "2026-07-28T16:07:17Z"
  message: Scaled up replica set raw-sklearn-runtime-8771a-predictor-85dbf9b964 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:07:17Z"
    name: raw-sklearn-runtime-8771a-predictor.18c67fd0e54e56c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26693"
    uid: 34d85a98-29af-48ec-9e04-e50a9a92edeb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8771a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26691"
    uid: 42c7e702-0e00-4e3d-bffc-a6d4023ccbba
  kind: Event
  lastTimestamp: "2026-07-28T16:08:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:08:02Z"
    name: raw-sklearn-runtime-8771a-predictor.18c67fd46439feec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 90239ce3-358d-4cc0-a2e1-58d4644ae1e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8771a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26691"
    uid: 42c7e702-0e00-4e3d-bffc-a6d4023ccbba
  kind: Event
  lastTimestamp: "2026-07-28T16:08:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:08:02Z"
    name: raw-sklearn-runtime-8771a-predictor.18c67fd464a66c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: 2479295f-7388-4592-af17-06cc3aa1267d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8771a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: 42c7e702-0e00-4e3d-bffc-a6d4023ccbba
  kind: Event
  lastTimestamp: "2026-07-28T16:08:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:08:47Z"
    name: raw-sklearn-runtime-8771a-predictor.18c67fd7e3d85b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27389"
    uid: 87ea01a8-5797-4d5b-b4b2-8974dd452f4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8771a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: 42c7e702-0e00-4e3d-bffc-a6d4023ccbba
  kind: Event
  lastTimestamp: "2026-07-28T16:08:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:08:47Z"
    name: raw-sklearn-runtime-8771a-predictor.18c67fd7e449c0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: 43f7588e-8263-4cbc-a82b-b7ecfc97ead6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8771a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26683"
    uid: f6345406-266a-4dcc-865c-6ee931f45ea6
  kind: Event
  lastTimestamp: "2026-07-28T16:08:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:08:40Z"
    name: raw-sklearn-runtime-8771a.18c67fd0e57db2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27341"
    uid: fb71f93b-3999-43c5-8ac2-8afaf2207ee4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8771a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26683"
    uid: f6345406-266a-4dcc-865c-6ee931f45ea6
  kind: Event
  lastTimestamp: "2026-07-28T16:07:17Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-8771a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-8771a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:07:17Z"
    name: raw-sklearn-runtime-8771a.18c67fd0e5dcf414
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 26187de9-7594-4587-baa9-5b76ba2db330
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8771a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27336"
    uid: f6345406-266a-4dcc-865c-6ee931f45ea6
  kind: Event
  lastTimestamp: "2026-07-28T16:08:40Z"
  message: InferenceService [raw-sklearn-runtime-8771a] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:08:40Z"
    name: raw-sklearn-runtime-8771a.18c67fe44c3124b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27339"
    uid: 0afcaf61-ddec-431b-997f-db54fa76310a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "27686"