---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:24:51.070918Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-vzbc6
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c6429096c0ddf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 24a3f1d6-cb90-4792-ac24-18fed36ee210
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64290b10475c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: 4c11b1dc-133c-4711-977b-5d391e2a4d1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64290b26b101e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: e211ab66-11d0-4032-9b41-07e7aaa75a6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64290b53e9fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: 956def74-d3dd-4355-a3fd-8b4e016e28c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64290b5ba732e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: f2b8940c-46d7-4bf0-b8b0-b3ddcebd3527
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64291a8ae26a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 0f4b421b-4b9c-4568-bf41-7e6dd0757039
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64291ac07cbd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 0fe2fa4d-401b-46d0-887a-a3674d5112bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64291ac7dd102
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: 6e2fc37d-67e8-4418-af32-cb4a54cc7e3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64291ac8787c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: f27c4750-bb86-465a-a90e-7f12e5d20c79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64291af7b1780
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: 3b14cb1c-edf0-4c65-a83b-27f9d0cf626a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64291aff6a4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: f9df2049-249a-41c4-aab2-968aa6e3453b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:26:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:22Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c64291e5183a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: af0d6d38-5877-434e-a1a2-e9ea42c2b8f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:26:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:21Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c642a590875ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20683"
    uid: 73ca45d1-edcb-4599-b425-1d2b3becbd6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:26:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:21Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c642a59087c24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 3a5ed9f8-8a8d-46f0-bd7b-0404153bba03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 83edc869-5d06-446f-90ee-a33f424af082
  kind: Event
  lastTimestamp: "2026-07-27T21:26:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:22Z"
    name: isvc-canary-create-predictor-cb85cf55c-vzbc6.18c642a5eb79d02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: e7079ff5-5b0a-4142-9581-f74e2b2d810b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: da187005-84af-4f5a-8d3b-60831b9a914b
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-vzbc6'
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c64290965c516d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: ef3629ce-fac9-47c0-bfea-ba25c651656d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: ee3bff8d-d062-4dd4-98de-cf0e12faf341
  kind: Event
  lastTimestamp: "2026-07-27T21:24:50Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:50Z"
    name: isvc-canary-create-predictor.18c6429090cef4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19916"
    uid: da68d2a6-264c-469b-aadd-2a7ac2b927af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:24:51.078973Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64290973bc2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 9ad019fc-306b-4f30-b76e-1b65a6d28725
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64290b2487bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: d41c7c69-e7c7-4333-b09a-d1ddf8a57545
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64290b3b8b7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: 6b9ac156-639c-49df-a8cb-dd5782c5366b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64290b60640e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: bf03b757-3002-4a81-8c29-a7bf98ec84bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64290b67c1337
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 14224dff-0257-474f-9507-d2988cf809f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64291a8e63fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: c76690b0-8405-429e-a89a-d769a21cdc34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64291ac11f10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: a1f83f7b-0873-48ef-b539-c4db0e1dcb01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64291ac8affba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: 3df56b1d-c7cd-4347-96fd-151e5fa8b91b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64291ac932cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 10d9a76f-e2a8-419e-b342-a4da906c9e43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64291af6ea126
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 8e52f23f-33b0-492b-bc2f-f21f7df7fd19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c64291b0175652
    namespace: kserve-ci-e2e-test
    resourceVersion: "20043"
    uid: b5380d6b-e728-417c-a73f-5c7e0b799c61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:26:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:23Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c642922124481e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 201a1de1-7085-4d00-bbda-8f106fd421bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:26:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:21Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c642a5903a89eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20681"
    uid: 3d7c7cd3-0dda-497d-a8a2-6631e576bbe4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:26:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:21Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c642a5903b0d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: 8c4bdc34-b936-479c-b33c-0ad800df6199
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 51899645-9f54-4b8f-a0dc-62d5263e7952
  kind: Event
  lastTimestamp: "2026-07-27T21:26:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:23Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6.18c642a6276bb89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 4600b1db-75e6-4e52-b04a-06e8109ec4c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 769df32f-2326-422a-86c6-36bc47fb2d57
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-rbdx6'
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c64290968f76f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: bf666fe8-d7d7-4801-b312-38c64c92dc55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 1fc1e0ec-cdde-4259-b156-e7e30ea71b10
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create-v2-predictor.18c6429092c3cb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: 16ead157-35eb-43ab-b50b-93a6883ec0c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 93c12979-eec6-4807-8a1b-f1801fde5871
  kind: Event
  lastTimestamp: "2026-07-27T21:26:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:26:13Z"
    name: isvc-canary-create.18c6429092837ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: b5b039f8-85ab-446d-9e11-4618af4a4a24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 93c12979-eec6-4807-8a1b-f1801fde5871
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create.18c6429092e60cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: 09993631-4111-4664-be93-5629f3cbab2c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 93c12979-eec6-4807-8a1b-f1801fde5871
  kind: Event
  lastTimestamp: "2026-07-27T21:24:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:24:51Z"
    name: isvc-canary-create.18c6429092e655f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 8f7abc03-8c90-44d8-b029-2431dc1867fa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: 93c12979-eec6-4807-8a1b-f1801fde5871
  kind: Event
  lastTimestamp: "2026-07-27T21:26:12Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:26:12Z"
    name: isvc-canary-create.18c642a39da18bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: 2bb46454-01b5-4162-b74c-8b99288770da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:26:26.306201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20757"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-ppssc
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a6c337f92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 8f920a5e-5d04-4a7f-99cd-d2bd552c13eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a6cfa17df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 79d9e39d-3733-4877-bc69-fa7c6a16625b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:27Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:26:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a700dcc8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: fbb6ce93-b302-42d2-a7ab-b4ba11c428ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a702cb814f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: eadb8005-8edf-444d-859c-5ed10420208c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a7059a9e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: e789a626-18ba-48b0-ae37-ea4d30e05116
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:27Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a7060ab8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: 3474f7bd-94fd-4c23-b69d-c3ffd6ad70dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a7e2e9ca04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 8cb4d3b6-7f83-4c28-b349-5066c9dd2273
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a7e6d81d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: c3b139a6-cb67-49cf-a9b3-482d6663718b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a7e757b980
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: 058cee4d-78fc-4c5e-83d2-a98021923fb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a7e763544c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 86146634-ad9b-45dc-86e6-4d140dded2ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a7eab0bdaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: 24e03906-1e19-402c-a39c-0a631b8147fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a7eb34061c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: 8fabeb62-c72e-41e1-bf9f-8de864e02817
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:27:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:58Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642a81f099634
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 57f58570-ab20-48c0-a793-6449a9328fc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642bbbbc36fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: 1256b7bd-d440-4048-873c-fe6f4a74dacd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642bbbbc4c0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: c258a253-cc68-4501-bbbc-cc0bfdd853c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 28293c57-6cb3-4bea-80b2-9b71322a8cc4
  kind: Event
  lastTimestamp: "2026-07-27T21:27:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:58Z"
    name: isvc-canary-promote-predictor-d9759ffd5-ppssc.18c642bc253ece36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 1e24329a-07d3-4fc0-9dd2-aac62f8a5dbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: fecf945f-de21-4a83-b693-ca8f690a9a4e
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-ppssc'
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c642a6c2c5649e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20759"
    uid: 904ceb75-a6a0-4bf8-b845-099346e95c39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: d21227fe-26c8-4099-b36a-a2d2053af2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-predictor.18c642a6be062d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: 8f6bed1e-ed39-4fea-ba86-96334724a397
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:27:56.448158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    to ip-10-0-139-153.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642bbc0191fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: a9b71ed8-98d2-4282-ab17-a0195ce4d7be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: Add eth0 [10.134.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642bbd9c70933
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 6c933e50-9e6a-4fe3-a323-07d8364f492a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642bbdb7dc0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21519"
    uid: 8ce7cba5-986c-40ce-b02e-20116a98f882
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642bbde17a133
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: e071e1e7-1a8b-495f-92d3-e5f80b604977
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642bbdea01a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: c32817e4-e79f-4465-9cec-574c56e43991
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:28:00Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T21:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:28:00Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642bcca0ae417
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 28bcde90-8807-4d6b-a674-80a0f1a0bb83
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:28:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.879s (13.879s including waiting). Image size: 1555729331 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:28:14Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642c0054d0965
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: c9787fd4-2d5e-4916-8f82-29929df407d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:28:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:28:14Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642c0084e97b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 9188998b-68a6-448f-887e-83c67012022e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:28:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:28:14Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642c008c87608
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: 8f16e317-6888-4fdd-968c-68bd2b506365
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:28:14Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T21:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:28:14Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642c008d7acc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: ae2de33d-2397-497d-98c1-8567ba236d5a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:28:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.381s (2.381s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:28:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642c096c54c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21671"
    uid: 04d32175-6411-4717-be94-ae85e8af7578
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:28:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:28:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642c099f2ae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: 47976c87-1f7f-451a-96a6-46cd6a987dbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:28:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:28:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642c09a6f5ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: 1cfb1802-04ea-4cf7-b502-d31adcbd9069
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:29:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:24Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642c0c4479514
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: fea94cce-5647-4a72-a9f5-2e4fc365f428
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:29:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:36Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642d3122ddc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: 42e2d36e-8378-465d-b343-5ff4233d97b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:29:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:36Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642d3122f1e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 26d27edb-32dd-442c-a526-19e43d1c6cd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 5f1bd56a-09d6-44a6-a007-53c4c50b3ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:29:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.17:8643/healthz": dial tcp
    10.134.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:38Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pkjv5.18c642d3a081a0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22270"
    uid: 3464845f-3d3f-4d01-b250-10860d253b7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:26:26.309693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20758"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-sz22f
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a6c36d3ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20767"
    uid: 2de720a0-d643-47ab-8baf-9eefcedf97b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a6dd88ada1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 08941a72-6038-4cd7-a15e-9fd3d9a7fa0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a6df065dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 004282f6-c6f3-46d0-afe8-95fbdc0b95e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a6e1a40dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: f3ed4765-f2b9-43bd-b562-72bc048b7931
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a6e21c6570
    namespace: kserve-ci-e2e-test
    resourceVersion: "20795"
    uid: 36d210b7-b565-45c9-8d94-1c27a6cd7643
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a7e2d61ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: a48da69e-cdb2-4c77-aa41-12348158693b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a7e6c8607d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 24469d66-e168-469b-ace3-cbb6186315ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a7e74b454e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 17999588-5fc0-40f8-b7d1-8422bcffe4b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a7e7551e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 9dd02431-e5f1-4a03-8340-90eabb7c2fe6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a7eaa6e7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: bfec4b2b-07f8-40bf-a3e4-a3eb26012253
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:26:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:31Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a7eb27a82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 167246fe-13cf-4521-a1d6-a0a9a9830d44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:29:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:38Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642a81ef22fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: d37a0267-5535-4f51-86a7-0785876bb4ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:29:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:36Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642d312353786
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: 9123c4f7-90ea-4da4-bd66-c5d2612c17a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:29:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:36Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642d31236690e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: a83a07bd-4a34-4ef8-bc53-ea2e27a7fa5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: cccc1a46-1cf6-4a07-b505-02fb14224a61
  kind: Event
  lastTimestamp: "2026-07-27T21:29:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:38Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-sz22f.18c642d36db9a300
    namespace: kserve-ci-e2e-test
    resourceVersion: "22260"
    uid: fa3f1440-a556-49b8-9fcb-807a2df258db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 117a4013-35c3-48fe-991f-604007fa31d0
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-sz22f'
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c642a6c306353e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 6643938a-cf87-4ef2-8897-8301b98a83a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 117a4013-35c3-48fe-991f-604007fa31d0
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-pkjv5'
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c642bbbfb02a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21505"
    uid: 522674d7-aa46-4f77-8d0c-6e9343d7e21d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: bf1fa9a6-e0ce-4409-ba89-c58fa4eb8bd3
  kind: Event
  lastTimestamp: "2026-07-27T21:26:26Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:26:26Z"
    name: isvc-canary-promote-v2-predictor.18c642a6c00081f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 7e1ba3de-fb57-42c6-9cab-2e30e08ae692
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21483"
    uid: bf1fa9a6-e0ce-4409-ba89-c58fa4eb8bd3
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-27T21:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote-v2-predictor.18c642bbbae90999
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: cebbaf36-4807-4e7e-813d-3d51234aaef6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 84940278-3b5e-46a1-899f-f4f939450be9
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote.18c642a6bfa97ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 89c1851b-6c84-491d-bbf0-66144820d6f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 84940278-3b5e-46a1-899f-f4f939450be9
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote.18c642a6c01bffab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: 9d583f75-fe4c-4689-83e6-7f0723584d24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 84940278-3b5e-46a1-899f-f4f939450be9
  kind: Event
  lastTimestamp: "2026-07-27T21:27:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:27:56Z"
    name: isvc-canary-promote.18c642a6c01c607a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21503"
    uid: b7ea32b2-fbd5-473a-a205-e176a6ba7cef
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 84940278-3b5e-46a1-899f-f4f939450be9
  kind: Event
  lastTimestamp: "2026-07-27T21:29:34Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:29:34Z"
    name: isvc-canary-promote.18c642b9d8378d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: 2484c9bf-2ded-4d2d-bcb4-5787affd3467
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:29:41.768896Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22321"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:29:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d445b40b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: a43b5406-9110-422c-8a2b-88ed7f670ec9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d44ff51a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: d7993575-8d82-4f1d-8a72-e5e355efa808
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:42Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:29:42Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d483a1936e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22367"
    uid: 4cc30375-e539-4554-81d8-2e8e25088b0a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:42Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d4856c8eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 588bdb39-19e1-4318-9509-7596ca7cc3ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:42Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d488a25078
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 1d4fa106-84b8-4b1b-b335-b03992a196b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:42Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d4891aaf58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22375"
    uid: 3ad1e052-8b5a-4cfe-a33a-f7db2e5ee3f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d5806af8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22415"
    uid: 24c83b1c-d327-4472-a832-56b0e36b2e76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d5843fa8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22419"
    uid: e0570ca2-ec0e-40c4-8456-0f3d14e0243e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d584bec22a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22423"
    uid: 02ec7b8b-db36-436a-ad8f-e4025714ad0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d584c7d492
    namespace: kserve-ci-e2e-test
    resourceVersion: "22425"
    uid: 4cfffe50-a9f5-45ce-96ef-9c1ae4768558
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d5881f961b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: 3d2044f3-75f0-40ab-813d-4f07e51283fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d5889a8a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22429"
    uid: 7235936d-aad5-4be3-aa00-3e59162dd345
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:32:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:34Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642d5bc7b8285
    namespace: kserve-ci-e2e-test
    resourceVersion: "23687"
    uid: 21724dbc-7973-4cfd-b243-9c971180616b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:32:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:31Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642fbe5950ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: 08a76e02-8727-47cd-9efe-a8cd332d8637
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:32:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:31Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642fbe5958b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23668"
    uid: d71d43ce-8558-4c08-b68e-7c2b04e59044
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 9e5c729b-f3da-4888-a687-0d21c3afea6d
  kind: Event
  lastTimestamp: "2026-07-27T21:32:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:34Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn.18c642fc632d2912
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: 31e7e480-ebb7-485e-928f-6d8e38987381
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:31:11.914018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23060"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    to ip-10-0-139-153.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:31:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642e942c56e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: 4aa0981e-8110-4b39-89ca-f1af001c2379
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:12Z"
  message: Add eth0 [10.134.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:31:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642e95c3a4e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23073"
    uid: 7b01d97a-8cbc-4333-b596-ad8085fff4b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642e95dc0bdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23075"
    uid: 5bec23bf-15c5-44da-a5bc-c0dbf4522ad1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642e96081fc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23076"
    uid: 0ed0a21c-737e-4983-bfd0-bc7af45d492a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642e960fcf4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: ec5efbdf-4a3e-4efe-935e-9001bdb84c14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642ea5daf2b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: f1d4f669-221f-4383-9e91-9e8949a54aa7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642ea60692f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: e2ef3db2-8702-43a6-bc44-0f9c28782bae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642ea60e376bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: e9a1563a-b924-4a11-8f45-0c08f850a4b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642ea60eddca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23119"
    uid: dd7ebf28-c496-4568-b288-7a3190068c19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642ea64bded60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23120"
    uid: 20b77513-3c47-492b-8088-ec6ba7e94930
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642ea6549c932
    namespace: kserve-ci-e2e-test
    resourceVersion: "23123"
    uid: e4934151-40cb-4e84-b0eb-d2d521cc8c44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:32:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:23Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642ebc3f2b293
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: de35aebb-c318-4289-8586-bc818f6238fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:32:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:31Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642fbe563e25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: 95ba7602-c9c2-47e2-9527-719f3341208b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:32:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:31Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642fbe56462fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23667"
    uid: 96c90596-2c59-4b5c-be98-dee36aef311f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 8201187d-c0af-44c8-b1da-1aedd62dd894
  kind: Event
  lastTimestamp: "2026-07-27T21:32:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp
    10.134.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:32Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2.18c642fc109d68df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: c6dbf7ac-2b59-464b-b5b5-493a8dfeec1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-153.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-153.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22304"
    uid: 36169c30-1a0b-46b6-9270-9338abb042d7
  kind: Event
  lastTimestamp: "2026-07-27T21:29:41Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-8zprn'
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c642d445487315
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: fdb39f52-bc6c-4a5b-8e20-07a76782fba1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 36169c30-1a0b-46b6-9270-9338abb042d7
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-dr7c2'
  metadata:
    creationTimestamp: "2026-07-27T21:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c642e94261dfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23061"
    uid: 09445594-6ff0-4d21-9e59-8e4292aa8c30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: c231ac74-21d9-441b-bf4a-50398ea7d695
  kind: Event
  lastTimestamp: "2026-07-27T21:29:41Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:41Z"
    name: isvc-canary-rollback-predictor.18c642d4408234fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22305"
    uid: b995b9d2-71ae-4ecb-99c1-4c4f8d1215fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: c231ac74-21d9-441b-bf4a-50398ea7d695
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-27T21:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-canary-rollback-predictor.18c642e93d095b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23047"
    uid: 476f0b08-47b1-4320-ad80-27b35e0fda91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:29:41.779470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22325"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:29:41Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d446554862
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: acc6f724-86a5-400e-8220-1f90e99ed488
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:41Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d44ff02e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22346"
    uid: 872245ca-2643-4671-9c33-2f211a0140e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:42Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:29:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d485139585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: bcaf0735-8c89-4b82-89cd-b9ed6caa0976
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d486615bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: ed08199d-a3f5-4437-8a61-7b8443959912
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d488b3bcc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: 883306e1-c376-4fd5-bd0b-d2984c4c0d1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d48928984e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 1d5dcdbb-c8b1-428d-8cec-d439e9b2eec5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d58056674c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 619788d1-a1b2-4428-b2ff-d24b1249db5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d584318e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: fa5d368d-7f96-421c-a803-578fceeb7e64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d584b14dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: 57be8042-2b48-4306-bbdc-bf8de4a0f51c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d584bc0879
    namespace: kserve-ci-e2e-test
    resourceVersion: "22421"
    uid: 4f0417b9-0d60-4fc3-80d2-2148537fc023
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d5882de2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: b061fb3e-1a01-4567-81ba-527fb3f0abc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:29:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:47Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d588a780d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22430"
    uid: 719bc6fc-f8b8-4a14-99b9-691f83d0871d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:31:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:15Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642d5f87a4c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23101"
    uid: f82dc185-a853-4e1f-9430-60a2f7cf1dbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642e93e57c1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: fdf6e9b1-5c98-4d73-8080-c014e1e5a693
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642e93e583341
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 1f97d09e-ad0a-45dc-9ea0-73196acf98f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 991b44d7-0c58-4bbc-9619-397862744783
  kind: Event
  lastTimestamp: "2026-07-27T21:31:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:15Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs.18c642e9fec99902
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: 63a98f0f-65d0-40e0-818b-30b5be994e11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 8a530d24-3360-4842-9bee-f536379ff0c1
  kind: Event
  lastTimestamp: "2026-07-27T21:29:41Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-8k6zs'
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:41Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c642d445ea5f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: da43aafd-87eb-4c36-9eb8-79817d4e1f8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 0b402864-72d7-4352-a3bf-8da6f4cf5ba4
  kind: Event
  lastTimestamp: "2026-07-27T21:29:41Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:41Z"
    name: isvc-canary-rollback-v2-predictor.18c642d4426d6866
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: 1594ce57-aa96-42c7-a2c8-b805dee382cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: d8e1a450-d9c5-43bd-9cb7-3ce3bda5c644
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-canary-rollback.18c642d4422cbfa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23057"
    uid: 42c3f260-bd5d-4884-92dc-3661e022aa0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: d8e1a450-d9c5-43bd-9cb7-3ce3bda5c644
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-canary-rollback.18c642d442874ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: c47dc4c6-7330-460c-85e3-702160b498a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: d8e1a450-d9c5-43bd-9cb7-3ce3bda5c644
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-canary-rollback.18c642d442879dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23059"
    uid: 3705d7cb-6442-4703-9545-ff86f9e14920
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: d8e1a450-d9c5-43bd-9cb7-3ce3bda5c644
  kind: Event
  lastTimestamp: "2026-07-27T21:32:30Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:32:30Z"
    name: isvc-canary-rollback.18c642e775e5f1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: 7a44ea90-8b51-459f-bbc0-a4116eaecd73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:32:37.130356Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fd1a0f95eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23743"
    uid: 2a11bf83-757b-40d4-a9d9-d8561a4a0755
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fd236056df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 36f7d2c8-8e93-4837-8e2f-e9a9f28281c1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fd586332e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: ced15168-21b1-44a2-b458-b7c8636a0819
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fd59fc7ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23784"
    uid: 859c9481-1193-4b1c-8170-151147b2e120
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fd5d0ab4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: ab251552-f040-4fc5-8969-8e3f4e209b9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fd5d7ffd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23788"
    uid: 5f102d01-53cb-4749-bf2e-28a70a429e00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:42Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fe7032afca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: 1249be30-a935-4253-b2cc-1ed08ec12642
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:42Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fe7431f795
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: 5c8cae65-c2a4-4d3f-abe0-3768779bdd7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:42Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fe74a7a7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: cf182976-6266-465b-be52-b98faac69dfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:42Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fe74b16421
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: 09c262a7-3c9e-423b-96c7-0b296dc204ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fe7841d6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: e3001fb3-5986-4bec-8280-c26b375251cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642fe79156e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: dba30b5c-ed25-405e-b117-8e23094a3432
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:34:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:09Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c642feac8f06a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: d90dbdd0-2149-4485-a3fa-430c1bd7992a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:34:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:07Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c6431210a13d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 193214db-80ac-4470-8a6e-1c576dd71166
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:34:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:07Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c6431210a1cfa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 6a59759c-8a21-43ac-93a0-992e0667dcbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: e6227be4-d2ae-4755-a0a4-f907c5657abb
  kind: Event
  lastTimestamp: "2026-07-27T21:34:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:09Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-jb7wd.18c64312b2d3c1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 7f14a4a9-5635-4699-8b94-141289a83926
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23722"
    uid: cfe9b81e-f40f-4785-8473-aece379d7c05
  kind: Event
  lastTimestamp: "2026-07-27T21:32:37Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-jb7wd'
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c642fd19a7b293
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: 102fbaf2-86b1-4f49-b88f-6fd4703447f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23721"
    uid: 8f41424c-2b55-4b75-8b0a-c000862867b7
  kind: Event
  lastTimestamp: "2026-07-27T21:32:37Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop-predictor.18c642fd15a9dc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: af54072d-8d39-4eee-9cee-81a3c339054a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:32:37.143796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fd1adca2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: 823d6263-4606-4f3e-93b9-32cbc1c06c31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fd23621f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: e3f862e7-e685-4fd5-b76b-7090308c2bd2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fd59ecf1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: 890ddd29-1c7c-4b34-9c3b-76f943233371
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fd5bea6a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: 80348902-ab80-4b4c-a607-4e3d32cab20c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fd5f663781
    namespace: kserve-ci-e2e-test
    resourceVersion: "23789"
    uid: 0dd333a3-f626-445d-b8c6-0ec316f8f9a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fd5fdd9641
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 4dc01719-cb63-43b7-a069-ceab1b9d458e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fe701c7c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "23842"
    uid: d99465d6-a678-43e1-8276-b8ea6bda5849
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fe742670fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: e6396a3d-3b41-4c19-9e66-ab14348fb753
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fe749bfa12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: ec8fce9c-935f-4fd5-ac13-73660b313e94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fe74a5629b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23853"
    uid: 52048d9f-5c52-44e3-85d8-0b399f018f59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fe7836ba35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 01f54709-9bec-4f0e-8bbb-1200e4e504f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fe78fa2b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: 95b77c6a-f6e3-4c93-9d40-0b69281e0d37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:34:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:08Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c642fee8742020
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 9658c756-64ae-4a74-9590-20065543932d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:34:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:07Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c6431212ce15b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: 6866fa35-7056-4fcd-9201-660f671c20d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:34:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:07Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c6431212cea793
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: 5890ebb0-5f47-42de-823b-d0b7a0c376ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 34fe4bcd-039e-4aff-9f52-b8f9dc14fe7a
  kind: Event
  lastTimestamp: "2026-07-27T21:34:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:10Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-5hxnt.18c64312eea0f6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24516"
    uid: 4b253c29-49ad-404f-b64a-0599f38b15f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: ad72c5e4-58d4-431d-be00-70c25ae659ea
  kind: Event
  lastTimestamp: "2026-07-27T21:32:37Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-5hxnt'
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c642fd1a717e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23745"
    uid: e2c6d1f3-de7a-4416-8e84-951d3055120c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: 2ac16873-8c6a-485c-aea8-5e88219794df
  kind: Event
  lastTimestamp: "2026-07-27T21:32:37Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop-v2-predictor.18c642fd179cc55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: 5bdbc170-2907-4479-9e5b-d2761d3a113f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: 590f6d46-5381-47a0-bf24-d35a4ddf4683
  kind: Event
  lastTimestamp: "2026-07-27T21:34:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:34:07Z"
    name: isvc-canary-stop.18c642fd17542ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 749b564d-88a1-4dea-84d3-bda4deb67970
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: 590f6d46-5381-47a0-bf24-d35a4ddf4683
  kind: Event
  lastTimestamp: "2026-07-27T21:32:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop.18c642fd17bd2468
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 457ad8c3-dc2e-45b6-b3d1-c046f7b11bca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: 590f6d46-5381-47a0-bf24-d35a4ddf4683
  kind: Event
  lastTimestamp: "2026-07-27T21:32:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:32:37Z"
    name: isvc-canary-stop.18c642fd17bd8091
    namespace: kserve-ci-e2e-test
    resourceVersion: "23760"
    uid: 5ef6841f-4281-4e25-879a-952017ff885a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: 590f6d46-5381-47a0-bf24-d35a4ddf4683
  kind: Event
  lastTimestamp: "2026-07-27T21:33:59Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:33:59Z"
    name: isvc-canary-stop.18c6431065428cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: 65f08d9e-0566-4006-b935-0e289a2724f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 590f6d46-5381-47a0-bf24-d35a4ddf4683
  kind: Event
  lastTimestamp: "2026-07-27T21:34:07Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-27T21:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:34:07Z"
    name: isvc-canary-stop.18c64312125d108a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24484"
    uid: ac85778c-ad75-4131-b287-01bdcc2bde68
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:36:25.938919Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25980"
    uid: 35fb89bc-4bba-49be-a0ea-26847e3c70b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:36:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:36:25Z"
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k.18c64332601d1dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25984"
    uid: d185ea95-0394-4c1a-81fb-061aed36fb4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25982"
    uid: 35fb89bc-4bba-49be-a0ea-26847e3c70b5
  kind: Event
  lastTimestamp: "2026-07-27T21:36:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-2f3164-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:26Z"
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k.18c64332690daeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: 2cad5de1-b91d-4e0c-8442-1598de14ada7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 35fb89bc-4bba-49be-a0ea-26847e3c70b5
  kind: Event
  lastTimestamp: "2026-07-27T21:36:26Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:36:26Z"
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k.18c643329dc1e38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 95d2d223-a2c9-4bea-a9fd-4596b4d782ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25982"
    uid: 35fb89bc-4bba-49be-a0ea-26847e3c70b5
  kind: Event
  lastTimestamp: "2026-07-27T21:36:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:32Z"
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k.18c643329f233dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 1cbcfc65-eea6-47f0-9b0d-5d2c96eb0483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25982"
    uid: 35fb89bc-4bba-49be-a0ea-26847e3c70b5
  kind: Event
  lastTimestamp: "2026-07-27T21:36:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:33Z"
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k.18c64332a1c1e762
    namespace: kserve-ci-e2e-test
    resourceVersion: "26055"
    uid: 610d10ff-7767-4053-8f21-74cd1561fb67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25982"
    uid: 35fb89bc-4bba-49be-a0ea-26847e3c70b5
  kind: Event
  lastTimestamp: "2026-07-27T21:36:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:33Z"
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k.18c64332a2434bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: cd1aecf8-cc14-4840-b335-8378e39f6208
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25982"
    uid: 35fb89bc-4bba-49be-a0ea-26847e3c70b5
  kind: Event
  lastTimestamp: "2026-07-27T21:36:35Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:35Z"
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k.18c64334b48bf35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 432c7b45-067c-47e2-ae4f-8f9f4192eecf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: fc4bc9bc-51a9-4bf6-a4b6-4832cd276da9
  kind: Event
  lastTimestamp: "2026-07-27T21:36:25Z"
  message: 'Created pod: isvc-init-fail-2f3164-predictor-7b67c48cb8-79l5k'
  metadata:
    creationTimestamp: "2026-07-27T21:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:25Z"
    name: isvc-init-fail-2f3164-predictor-7b67c48cb8.18c643325fafed46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25981"
    uid: b489c9de-c387-4d2e-a56a-2e344e1fe3a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-2f3164-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25971"
    uid: 816db830-1d53-4a2d-8244-cccee7d6650e
  kind: Event
  lastTimestamp: "2026-07-27T21:36:25Z"
  message: Scaled up replica set isvc-init-fail-2f3164-predictor-7b67c48cb8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:25Z"
    name: isvc-init-fail-2f3164-predictor.18c643325d10546a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: d4c17b85-6f81-4283-9b7b-8847867d0c85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2f3164
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: dee6f374-adb5-423a-8fbf-1ca2e8302b68
  kind: Event
  lastTimestamp: "2026-07-27T21:36:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:36:33Z"
    name: isvc-init-fail-2f3164.18c643325d2721aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: 5f4e8697-b3cc-473d-80ec-032a593c8ba2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2f3164
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: dee6f374-adb5-423a-8fbf-1ca2e8302b68
  kind: Event
  lastTimestamp: "2026-07-27T21:36:25Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-2f3164":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-2f3164":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:36:25Z"
    name: isvc-init-fail-2f3164.18c643325da6a1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: ebbb87be-87b4-4029-87a8-eab1d383d859
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2f3164
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: dee6f374-adb5-423a-8fbf-1ca2e8302b68
  kind: Event
  lastTimestamp: "2026-07-27T21:36:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-2f3164": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:36:25Z"
    name: isvc-init-fail-2f3164.18c643325da6ee78
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: cf075c04-8bba-4525-a082-8aa36937a2fb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:20:30.441342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c64253e805258c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: e09af19b-22d0-45fb-bfd5-203829882f31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c6425401e11dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17881"
    uid: 2162cf61-5d78-4b33-a42a-60bb709bd396
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642540366a33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: b26e265a-9164-489f-94ee-81e4f3f0855d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c6425405fba8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: 0414d8ec-c06e-4891-bf3b-4a28a3d51ce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c6425406708c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: ee3ce1a9-3ee8-466d-b522-fbe2b6ca0ec3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642551333a901
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: ae0515be-32f0-42b3-bd35-964d52469b03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c64255160d51c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: d81c71bd-184b-41e2-995d-08603a092502
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c6425516843286
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: df407e26-bfbb-4ba8-a188-bb849b2b4ec1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c64255168cf5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: 85744f5c-b864-43f8-9db4-1314064c4be4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642551a385150
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 2bef47c3-382f-43e4-bac0-f2e03c627713
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642551aafad6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: 31f23ac6-18ff-4ce4-aa9c-9265c3095aea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642551ab9b05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: a41288b4-7e54-4fbc-ade5-ca88b7ca8546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642551de074c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: 0378e11d-f4f0-428c-a475-3ca625e79852
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:20:35Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-27T21:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:35Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642551e52493f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: dc13eb58-e899-4f84-8d1e-a258e2440a98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:22:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:13Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642554f46aec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18758"
    uid: 84162914-55f9-44ff-b672-9cd9e0348198
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:22:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T21:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:13Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c642558b1dadbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 3c99d3a0-6315-4a8d-bcbf-4dd7fb3ea485
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c6426a14cdf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18636"
    uid: d946cb4e-4ad3-462b-ad1f-61cf0d23275a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c6426a14ce3296
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: 84a25b59-5438-49e3-a7e1-9501a6eaaddd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c6426a14cea039
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: c8fe96fa-23e8-44f0-8748-c6509245825a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 7613dc26-bb6d-437b-85b1-a503350cbbdd
  kind: Event
  lastTimestamp: "2026-07-27T21:22:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:23Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf.18c6426abb5f4200
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: 39bf945a-e058-462c-8ed4-4566318ad257
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-4bc18-predictor-595655c87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 7c0844ac-9bcf-4c1a-b889-b9e4468baebc
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: 'Created pod: isvc-logger-raw-4bc18-predictor-595655c87f-p2psf'
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: isvc-logger-raw-4bc18-predictor-595655c87f.18c64253e7924910
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 521f017a-4ef9-404a-acf8-c98e68ec8f03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17851"
    uid: 850e9143-c370-4c7f-bc89-992b6e35f4b2
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: Scaled up replica set isvc-logger-raw-4bc18-predictor-595655c87f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: isvc-logger-raw-4bc18-predictor.18c64253e3ff296f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: cd5c5a6f-cb96-402e-a3da-157f70818146
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: 022fd5b5-4be9-4430-a5c2-0942e3f02e49
  kind: Event
  lastTimestamp: "2026-07-27T21:21:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:21:00Z"
    name: isvc-logger-raw-4bc18-predictor.18c6425762a1806c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: b6fceed5-6e23-40c1-b773-c99d4621af63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: 022fd5b5-4be9-4430-a5c2-0942e3f02e49
  kind: Event
  lastTimestamp: "2026-07-27T21:21:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:21:00Z"
    name: isvc-logger-raw-4bc18-predictor.18c6425762ebef42
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: 58bb6179-2a71-41a2-86c8-3599315c6653
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18026"
    uid: 022fd5b5-4be9-4430-a5c2-0942e3f02e49
  kind: Event
  lastTimestamp: "2026-07-27T21:22:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:22:00Z"
    name: isvc-logger-raw-4bc18-predictor.18c6425e6040bc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: a0430998-cce4-418d-a8be-ae5659c75131
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18026"
    uid: 022fd5b5-4be9-4430-a5c2-0942e3f02e49
  kind: Event
  lastTimestamp: "2026-07-27T21:22:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:22:00Z"
    name: isvc-logger-raw-4bc18-predictor.18c6425e60aaeea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: b945e847-59f8-45ee-beb2-d6c98f35c1bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4bc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 454d1ca5-4089-4602-b608-1e6e4989bd2d
  kind: Event
  lastTimestamp: "2026-07-27T21:21:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:21:53Z"
    name: isvc-logger-raw-4bc18.18c64253e41678d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: 0192c6fc-c40d-4824-a6f6-6b51f91043f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4bc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 454d1ca5-4089-4602-b608-1e6e4989bd2d
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-4bc18":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-4bc18":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: isvc-logger-raw-4bc18.18c64253e48b81e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: ee404e98-7f66-48d0-8c83-c64222cff4f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4bc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18517"
    uid: 454d1ca5-4089-4602-b608-1e6e4989bd2d
  kind: Event
  lastTimestamp: "2026-07-27T21:21:53Z"
  message: InferenceService [isvc-logger-raw-4bc18] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:21:53Z"
    name: isvc-logger-raw-4bc18.18c6426743357f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 325f9271-775d-476b-aa24-14c8f57e882f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:34:17.467956Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24594"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-56d0f5-predictor-fb478888f-prb6c
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:34:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:34:17Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c6431476a5d0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24598"
    uid: 037b36e0-ec8c-4b7a-9f9c-eb42d9dac550
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-56d0f5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:17Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c6431481734bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24606"
    uid: e7ca7893-8272-4126-a22c-7264cd3face0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c64314b407f731
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: 3b742a41-20fc-4764-b9cf-9f312ff12f71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c64314b576b557
    namespace: kserve-ci-e2e-test
    resourceVersion: "24616"
    uid: 970cebbf-ec47-4124-b42d-560dda67f7fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c64314b88fa6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24618"
    uid: 2551a36a-0ae0-46c6-9727-17c86e896b64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c64314b915acc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24619"
    uid: cb918119-3aa2-45ed-8008-cb0d61a03b8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:22Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c64315993b62b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24650"
    uid: f9966d36-10c9-43bf-84d5-8e8230054f1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:22Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c643159c628a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: c83b8a65-a559-4f3b-9d56-f722d76df37d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:22Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c643159cfaba60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24656"
    uid: 66d5f940-98ef-4330-85ed-3728d9ee1741
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:22Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c643159d04b0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: e5a41ef0-122b-48cc-93a0-a3a4b05c5704
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:22Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c64315a0226a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "24660"
    uid: b33038bb-f58b-4657-894f-e1e7a86225e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:34:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:22Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c64315a09a441c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24661"
    uid: 1fd0d7df-5196-49ec-bce7-f6bd054f3081
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:35:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:30Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c64316112404b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: d527e99e-cac5-4002-8def-dae467a4f5e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:36:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:20Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c6433127a3bf41
    namespace: kserve-ci-e2e-test
    resourceVersion: "25891"
    uid: eb68d9e1-bd95-4dfb-bf97-11c033ef996e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 55e9939e-e834-4cfc-8dec-705860a97578
  kind: Event
  lastTimestamp: "2026-07-27T21:36:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:20Z"
    name: isvc-primary-56d0f5-predictor-fb478888f-prb6c.18c6433127a51877
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: cf86a977-bff9-404b-9c13-73e1ddb1d68d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-56d0f5-predictor-fb478888f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24585"
    uid: 6b6c4f73-e6cc-4b72-9fc6-971a99780379
  kind: Event
  lastTimestamp: "2026-07-27T21:34:17Z"
  message: 'Created pod: isvc-primary-56d0f5-predictor-fb478888f-prb6c'
  metadata:
    creationTimestamp: "2026-07-27T21:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:34:17Z"
    name: isvc-primary-56d0f5-predictor-fb478888f.18c6431475d588c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: b4b33332-b22a-4397-8756-c08c8c7283ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-56d0f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24583"
    uid: 81964977-9298-4547-bfb4-7d0fba329af1
  kind: Event
  lastTimestamp: "2026-07-27T21:34:17Z"
  message: Scaled up replica set isvc-primary-56d0f5-predictor-fb478888f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:34:17Z"
    name: isvc-primary-56d0f5-predictor.18c64314713efb93
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: 6902bebb-7c41-4154-98cb-1d0b8b3b05ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-56d0f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: e0e0cb9f-369c-40b2-b8ce-14a04d399dc9
  kind: Event
  lastTimestamp: "2026-07-27T21:34:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:34:32Z"
    name: isvc-primary-56d0f5-predictor.18c64317f00f98b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 7e2b0eb1-e1cd-4088-ae17-39217dbb6a69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-56d0f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: e0e0cb9f-369c-40b2-b8ce-14a04d399dc9
  kind: Event
  lastTimestamp: "2026-07-27T21:34:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:34:32Z"
    name: isvc-primary-56d0f5-predictor.18c64317f073b739
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: f798349a-91f4-42d6-a72a-5f3b1597f4d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-56d0f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: e0e0cb9f-369c-40b2-b8ce-14a04d399dc9
  kind: Event
  lastTimestamp: "2026-07-27T21:36:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:02Z"
    name: isvc-primary-56d0f5-predictor.18c6431b6f293706
    namespace: kserve-ci-e2e-test
    resourceVersion: "25675"
    uid: c0c50f75-d287-45e2-9279-91296a098705
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-56d0f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: e0e0cb9f-369c-40b2-b8ce-14a04d399dc9
  kind: Event
  lastTimestamp: "2026-07-27T21:36:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:02Z"
    name: isvc-primary-56d0f5-predictor.18c6431b6f8347e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25676"
    uid: b0849b66-e1d8-4149-a034-eb17c4ec8a0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-56d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: 1a46d540-317d-4954-89fb-f09eeed203c6
  kind: Event
  lastTimestamp: "2026-07-27T21:35:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:35:40Z"
    name: isvc-primary-56d0f5.18c6431471543793
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: cd3520fc-b5d1-44c1-b93d-877e734e160d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-56d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: 1a46d540-317d-4954-89fb-f09eeed203c6
  kind: Event
  lastTimestamp: "2026-07-27T21:34:17Z"
  message: 'Failed to update status for InferenceService "isvc-primary-56d0f5": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-56d0f5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:34:17Z"
    name: isvc-primary-56d0f5.18c6431471e74264
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 887519ef-9263-46c5-bb03-43016d6d791f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-56d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: 1a46d540-317d-4954-89fb-f09eeed203c6
  kind: Event
  lastTimestamp: "2026-07-27T21:34:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-56d0f5": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:34:17Z"
    name: isvc-primary-56d0f5.18c6431471e79b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: 0d523916-9e3b-4441-8356-7c9ba4949d86
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-56d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: 1a46d540-317d-4954-89fb-f09eeed203c6
  kind: Event
  lastTimestamp: "2026-07-27T21:35:39Z"
  message: InferenceService [isvc-primary-56d0f5] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:35:39Z"
    name: isvc-primary-56d0f5.18c64327ab95d88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: d153848d-4921-47ad-859c-ce6bc8605a33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:14:34.704144Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14658"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:14:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:14:34Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c64201146e4ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: ab06208d-45f0-4ff8-b31f-6d9941b1d474
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-05e8c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:34Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c642011c302224
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 7c6835f4-dcd0-456d-9e94-b508afb40d99
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:35Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:14:35Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6420151c6becf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: c24112f5-e50d-4a36-88a9-3a38c766b818
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
  metadata:
    creationTimestamp: "2026-07-27T21:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:35Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c642015347ca6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: bd4ebec3-3bdb-476b-88e1-ea61d4d7eb8f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    in 3.063s (3.063s including waiting). Image size: 300981723 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:38Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6420209e643fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 55e44dc0-3a56-4d20-8190-9dcee42176d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:38Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c642020cecad86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: b0245878-14cc-4ba0-b42a-d9d4b7238b0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:38Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c642020d70ea60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: 400dd898-d37c-49e4-a319-2bd099156bd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:42Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T21:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:42Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c64202f138d95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: 64930f22-4d0f-4cfb-b74f-33c63454c88c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.908s (13.908s including waiting). Image size: 1555729331 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:56Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c642062e38f26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: d8a5062b-8213-4199-927b-71c458295f6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:56Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c642063169b69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: a82f05c4-6806-4d4b-a8ff-ff513b565f09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:56Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6420631deb6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14854"
    uid: 15f88b0c-0b74-47ed-bf70-0ea4838b88c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:56Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T21:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:56Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6420631ec8c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: 910444ef-d77c-4566-a7f7-feb614621f9b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.767s (2.767s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:59Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c64206d6e1cb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "14876"
    uid: 7a187ec3-5860-4bbc-9ce8-69ff40c535fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:59Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c64206d9ba4d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14877"
    uid: 3dded41d-86e8-4eb5-ac34-4f3676613f4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:59Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c64206da2cde33
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: 1364b9e1-74e6-493f-892e-e9c82aeb408a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:14:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
  metadata:
    creationTimestamp: "2026-07-27T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:14:59Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c64206da3976a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: e274bbef-6d02-4f94-8419-0ed2f25b9ba4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:15:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    in 2.624s (2.624s including waiting). Image size: 240177278 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:15:02Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6420776a98ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: fc34f9c1-1df5-44e9-8e60-82e4afbcd40a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:15:02Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-27T21:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:15:02Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6420779fb9e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: 51bf706c-4d45-4812-91cd-b6c0c055d3c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:15:02Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-27T21:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:15:02Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c642077aa33d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: fcedffbf-eeca-4dc8-83df-8da9cf016f20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:16:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:35Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c64207a0727153
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: a4e96ffa-6ba2-46cf-abf3-e367f194ccd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:16:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T21:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:35Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c64207dc4a10d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 01b17794-348f-4e38-8943-a8944a43ab9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6421be2614a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: fff8b551-3fea-42e8-bfc8-e4d7c0e40074
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6421be2665968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 96590902-c5a0-4368-8584-7e35a0ee3f9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6421be267959f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 34ea045b-ff0e-4d69-bc2c-4cf1c4471cfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": EOF'
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6421be2d0c1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 51f7e33b-b34e-4ba7-a73f-fd3f68e2d904
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 29e43173-641a-4b63-8439-0cc93b7379e4
  kind: Event
  lastTimestamp: "2026-07-27T21:16:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:39Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp.18c6421d0c929cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: ca47692d-7ce4-43a9-98d4-002c311c511b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: 8f241d52-d6d3-4603-92e7-8a5cb05b3088
  kind: Event
  lastTimestamp: "2026-07-27T21:14:34Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8-992jp'
  metadata:
    creationTimestamp: "2026-07-27T21:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:14:34Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8.18c64201136c4625
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 773856c5-b4b6-46f5-b5be-e2f5efaf2e03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-05e8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: c6d00de7-c3e7-4e80-adbc-eb58e960038f
  kind: Event
  lastTimestamp: "2026-07-27T21:14:34Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-05e8c-predictor-6587dc5bd8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:14:34Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor.18c642010a316658
    namespace: kserve-ci-e2e-test
    resourceVersion: "14646"
    uid: 2fdf8a4f-f8d9-41af-9f6a-6cb86482cb29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-05e8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: 9b5544e6-c72e-4bdc-80c2-4ea06ea2adbd
  kind: Event
  lastTimestamp: "2026-07-27T21:15:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:15:34Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor.18c64204900ea097
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: 4ed68a3d-c495-4c54-8943-7b14748bc706
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-05e8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: 9b5544e6-c72e-4bdc-80c2-4ea06ea2adbd
  kind: Event
  lastTimestamp: "2026-07-27T21:15:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:15:34Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor.18c6420490807f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: b318c55a-2215-4ad7-8f56-6d4c0d7af97d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:15:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-05e8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14794"
    uid: 9b5544e6-c72e-4bdc-80c2-4ea06ea2adbd
  kind: Event
  lastTimestamp: "2026-07-27T21:16:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:19Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor.18c6420b8e9d684b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 27dedaf3-cfa5-474f-8bb2-aea6400deabc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:15:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-05e8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14794"
    uid: 9b5544e6-c72e-4bdc-80c2-4ea06ea2adbd
  kind: Event
  lastTimestamp: "2026-07-27T21:16:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:19Z"
    name: isvc-raw-sklearn-batcher-05e8c-predictor.18c6420b8f0b6517
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 66493e0e-1088-488b-becb-6fea6a52d047
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-05e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 04c24134-02c8-464b-babd-0399019a3ba0
  kind: Event
  lastTimestamp: "2026-07-27T21:16:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:16:15Z"
    name: isvc-raw-sklearn-batcher-05e8c.18c6420110394b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 23726b2c-12ab-4234-b848-d4a65db97cca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-05e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 04c24134-02c8-464b-babd-0399019a3ba0
  kind: Event
  lastTimestamp: "2026-07-27T21:14:34Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-05e8c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-05e8c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:14:34Z"
    name: isvc-raw-sklearn-batcher-05e8c.18c6420110a1ccf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: 77adab08-0598-4998-afc6-76d737a230e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:14:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-05e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 04c24134-02c8-464b-babd-0399019a3ba0
  kind: Event
  lastTimestamp: "2026-07-27T21:14:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-05e8c": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:14:34Z"
    name: isvc-raw-sklearn-batcher-05e8c.18c6420110a20fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: ce9f6437-86fd-4b47-9a58-4d645ff87639
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-05e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 04c24134-02c8-464b-babd-0399019a3ba0
  kind: Event
  lastTimestamp: "2026-07-27T21:16:15Z"
  message: InferenceService [isvc-raw-sklearn-batcher-05e8c] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:16:15Z"
    name: isvc-raw-sklearn-batcher-05e8c.18c64218a68db066
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: a9da03e2-2df6-48ce-9bd2-98af4d199d1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:36:02.739259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25702"
    uid: 4bec48ac-c5ac-47ff-a02d-d32fc74da9f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:36:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:36:02Z"
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt.18c6432cf94e6696
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: 8f6098d7-a031-441c-a6d1-b9268f31fe60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: 4bec48ac-c5ac-47ff-a02d-d32fc74da9f4
  kind: Event
  lastTimestamp: "2026-07-27T21:36:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-56d0f5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:02Z"
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt.18c6432d086aa957
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: bd8e4152-d2b8-461a-b4a5-bd4e663cb431
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: 4bec48ac-c5ac-47ff-a02d-d32fc74da9f4
  kind: Event
  lastTimestamp: "2026-07-27T21:36:03Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:36:03Z"
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt.18c6432d36b8bfa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: 1ef08b54-0b60-4398-ac95-2022247edc93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: 4bec48ac-c5ac-47ff-a02d-d32fc74da9f4
  kind: Event
  lastTimestamp: "2026-07-27T21:36:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:08Z"
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt.18c6432d3830f4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: cd97353f-8497-42e9-9432-68ec486574d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: 4bec48ac-c5ac-47ff-a02d-d32fc74da9f4
  kind: Event
  lastTimestamp: "2026-07-27T21:36:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:08Z"
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt.18c6432d3b4d22b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 39d2747d-ae46-4486-8842-6557940b10d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: 4bec48ac-c5ac-47ff-a02d-d32fc74da9f4
  kind: Event
  lastTimestamp: "2026-07-27T21:36:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:08Z"
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt.18c6432d3bc0d21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25779"
    uid: 7d058cb8-af7a-486b-94fb-1931e9d67456
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: 4bec48ac-c5ac-47ff-a02d-d32fc74da9f4
  kind: Event
  lastTimestamp: "2026-07-27T21:36:14Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt_kserve-ci-e2e-test(4bec48ac-c5ac-47ff-a02d-d32fc74da9f4)
  metadata:
    creationTimestamp: "2026-07-27T21:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:14Z"
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt.18c6432fcce1256e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25829"
    uid: 6f33de58-c044-430d-9491-bc8c012ffaee
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25692"
    uid: 150db6d9-9e38-4b8e-a8c3-93f71d5dbbe4
  kind: Event
  lastTimestamp: "2026-07-27T21:36:02Z"
  message: 'Created pod: isvc-secondary-56d0f5-predictor-6c98bb5f66-8w4mt'
  metadata:
    creationTimestamp: "2026-07-27T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:02Z"
    name: isvc-secondary-56d0f5-predictor-6c98bb5f66.18c6432cf8c40afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25703"
    uid: 3a0ea53a-fc65-49b6-ab7d-73608c99c172
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-56d0f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25690"
    uid: 4cff3a4f-6a6a-4998-b99d-5d8b307e716e
  kind: Event
  lastTimestamp: "2026-07-27T21:36:02Z"
  message: Scaled up replica set isvc-secondary-56d0f5-predictor-6c98bb5f66 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:02Z"
    name: isvc-secondary-56d0f5-predictor.18c6432cf41fdbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: 53717baa-ae1a-4581-8011-2ab19370fa6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-56d0f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25691"
    uid: 5db4f0da-1931-47b7-b06f-4e3410c37d9a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:17Z"
    name: isvc-secondary-56d0f5-predictor.18c6433072a01b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25854"
    uid: 8fb3c1a8-7ac1-4aaa-9943-7ec18c0bec04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-56d0f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25691"
    uid: 5db4f0da-1931-47b7-b06f-4e3410c37d9a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:17Z"
    name: isvc-secondary-56d0f5-predictor.18c643307304dff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25856"
    uid: 3bc23115-8da5-4dec-a20d-a349a21fa2bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-56d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: d0a7268b-fa13-4f1d-aa6b-73c8d0b7db1e
  kind: Event
  lastTimestamp: "2026-07-27T21:36:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:36:15Z"
    name: isvc-secondary-56d0f5.18c6432cf42ca481
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 9d778998-af32-4ad5-b67e-dfa54617fe13
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-56d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: d0a7268b-fa13-4f1d-aa6b-73c8d0b7db1e
  kind: Event
  lastTimestamp: "2026-07-27T21:36:02Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-56d0f5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-56d0f5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:36:02Z"
    name: isvc-secondary-56d0f5.18c6432cf4a25aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: c181284e-a201-4701-bf83-6164f463ec58
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-56d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: d0a7268b-fa13-4f1d-aa6b-73c8d0b7db1e
  kind: Event
  lastTimestamp: "2026-07-27T21:36:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-56d0f5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:36:02Z"
    name: isvc-secondary-56d0f5.18c6432cf4a2c18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 66afaffe-8bd8-4a1d-9728-ad1ff051c9f8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:16:29.841333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421be3246561
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 145330d9-f5d6-4af2-8206-ff1aaca242f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-6148e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421bec3f64cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 8087a28a-21f9-4e7d-a3ca-eaf20e615db7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:30Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:16:30Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421c20f7636a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 1d7bb76e-a170-4f4c-ad60-3812a7ef8bcf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:30Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421c22915384
    namespace: kserve-ci-e2e-test
    resourceVersion: "15640"
    uid: 7dac10b6-affc-48df-96ec-c0758ebf18fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:30Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421c2670b27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: e62d6a6f-8336-49e7-9283-cf9f815331c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:30Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421c26f6e861
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: 338b7efe-1553-4c92-8c7f-cc03223504f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:35Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421d4ed5f2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: b45f971a-3ae7-47f8-a0c4-15e0f2a8ae43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:36Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421d7d8fbb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: 08819109-dd20-443e-9160-e88a52130ff0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:36Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421d7e3dde9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 1c38c646-63e2-40e0-9a93-86faf5b092b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:36Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421d7e485df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: 849e3e2b-8cd4-4fc9-a5b2-ec68c795b4ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:36Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421d817ccbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: 600b8acf-cce1-496c-938c-c3889df4272c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:16:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:36Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421d81f0e408
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 008a5c4a-b42e-48d6-916a-7d2225938d5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:17:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:17:48Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c6421d9eac7d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: 04511683-43ae-451c-aa8e-a72719bfe2c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c64235922a47a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: f4551976-1578-402b-9858-474b042a2a72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c64235922ac015
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 4671c1e9-859e-480b-8e19-6b0af963896d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: e153e566-64cd-4297-9078-65b0e8600477
  kind: Event
  lastTimestamp: "2026-07-27T21:18:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:23Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2.18c642364d0084f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: aced3cb7-9c51-4196-8634-3553e64c0f00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: fd35f226-2291-4e1f-a143-bae6ad9d5008
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: 'Created pod: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988-cd2d2'
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988.18c6421be2b4a0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: 32cf759b-2b30-4c9e-8a93-5375fe13fcd6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 8900fe7b-2e63-4a36-937e-d8256155f2a0
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-6148e-predictor-84cbc7c988
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-sklearn-graph-raw-6148e-predictor.18c6421bdde94d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: cd560694-489d-4ea4-a7fc-c9948aa35746
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15550"
    uid: 684a723e-64e5-4a54-b5f8-f91e15a5b163
  kind: Event
  lastTimestamp: "2026-07-27T21:16:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:59Z"
    name: isvc-sklearn-graph-raw-6148e-predictor.18c6421f5c7f8987
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: b2c71cf8-a6e8-4a16-9722-99d3f2050ac3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15550"
    uid: 684a723e-64e5-4a54-b5f8-f91e15a5b163
  kind: Event
  lastTimestamp: "2026-07-27T21:16:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:59Z"
    name: isvc-sklearn-graph-raw-6148e-predictor.18c6421f5ccbf87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 17080cff-5428-4c37-b0c5-e6fd7c80312d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 684a723e-64e5-4a54-b5f8-f91e15a5b163
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-graph-raw-6148e-predictor.18c642265a980c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: b8694b85-7490-4ac5-a165-699229167dd4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 684a723e-64e5-4a54-b5f8-f91e15a5b163
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-graph-raw-6148e-predictor.18c642265af3d3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 404de237-f6b8-4277-9c1d-6cc5ada1ce0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-6148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: e986b0f8-2beb-4140-97b6-22924d06e876
  kind: Event
  lastTimestamp: "2026-07-27T21:17:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:17:59Z"
    name: isvc-sklearn-graph-raw-6148e.18c6421bddf616e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: 2bea4810-75e6-4937-af75-29f392148b54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-6148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: e986b0f8-2beb-4140-97b6-22924d06e876
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-6148e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-6148e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-sklearn-graph-raw-6148e.18c6421bde91a551
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: db7c910a-1680-4aff-aba2-50d8f48685c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:17:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-6148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: e986b0f8-2beb-4140-97b6-22924d06e876
  kind: Event
  lastTimestamp: "2026-07-27T21:17:58Z"
  message: InferenceService [isvc-sklearn-graph-raw-6148e] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:17:58Z"
    name: isvc-sklearn-graph-raw-6148e.18c64230a310439a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: e5ae6c81-5791-441c-9b57-06985eb7a2fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:18:20.153721Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c642359245c815
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: 039d2fce-1d86-423e-9396-6ef2f3667954
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-1559b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c642359d7aa365
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 502d1e28-9b55-49ba-b14f-a2aff85d0b17
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64235d2102b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: bb2c98a1-2020-478d-85b8-df4ac4e78e67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64235d3836cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16674"
    uid: a8507230-9837-4779-a401-6877437d2379
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64235d7afc979
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 7cc7f568-e5a5-404f-90dd-c113f8aed43c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64235d81ca10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 50cbd1f1-7983-4bbc-9b70-3e5dfde1366a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64236e524fcaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 219eb229-7628-4ef9-99e0-869e86ba35d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64236e8ba6bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 3b917e8b-e363-4ce8-b110-b8972b09d92d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64236e92d9d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: ac1be1f0-ea78-43e0-a652-fe1e7e7dc39c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64236e937a11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 4aaefe73-466e-4f5f-a9c2-8935d4c9eaf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64236ecd1eefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16755"
    uid: 64977919-080d-4874-bdce-879e5fcbaa16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c64236ed426e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 5fa66595-ab1f-4831-a15f-870b45e86575
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:20:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:12Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c6423721615051
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 78cb2513-0eb8-46ee-9db0-11d5e08893e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c6424f4246bed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: c0df00ab-42eb-4b6f-8ccb-d3d9db4d7cf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c6424f4247402c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 92b63996-0d21-4f0e-8d9a-a45ed49278d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 11bc33ac-acc3-4819-b1b3-14858f3be5f0
  kind: Event
  lastTimestamp: "2026-07-27T21:20:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:12Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc.18c6424fcfb21ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17699"
    uid: b3185e7c-a991-4e6d-9f72-2f7f9d443e7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: e94df7f1-bbac-401f-9cff-d25923cec45f
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788-zgxzc'
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788.18c6423591ad0208
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: c97adb40-11ad-46eb-81cb-19577ba19b13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 9ea0614c-c437-4c9c-be88-ac4f23c2bb86
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-1559b-predictor-7b98f6788
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor.18c642358d4695b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: d321b939-770c-4704-a1e3-33168c767815
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 12d004d1-3e4a-4c5a-b133-476b3f7a2896
  kind: Event
  lastTimestamp: "2026-07-27T21:18:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:50Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor.18c642390bfe0721
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: d086ec34-6e40-4611-8b27-45c8160bea45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 12d004d1-3e4a-4c5a-b133-476b3f7a2896
  kind: Event
  lastTimestamp: "2026-07-27T21:18:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:50Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor.18c642390c4f2e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: ece3e4b2-aa9e-4e71-874a-46c9eb540770
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 12d004d1-3e4a-4c5a-b133-476b3f7a2896
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor.18c642400a10edf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: fd765802-ef0b-4f69-9319-133734569283
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 12d004d1-3e4a-4c5a-b133-476b3f7a2896
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-sklearn-graph-raw-hpa-1559b-predictor.18c642400a7f7a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: adc7782d-6b6d-49b6-825b-1632d1f7e303
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-1559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 149058fe-aec4-4377-a546-fd13ef6fca68
  kind: Event
  lastTimestamp: "2026-07-27T21:19:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:42Z"
    name: isvc-sklearn-graph-raw-hpa-1559b.18c642358d372aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: ae0b2e00-7064-4711-9353-43cb88733115
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-1559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 149058fe-aec4-4377-a546-fd13ef6fca68
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-1559b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-1559b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-sklearn-graph-raw-hpa-1559b.18c642358da53268
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 4cad5829-aebf-4a9e-a5e5-5bfd923178c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-1559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: 149058fe-aec4-4377-a546-fd13ef6fca68
  kind: Event
  lastTimestamp: "2026-07-27T21:19:42Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-1559b] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:42Z"
    name: isvc-sklearn-graph-raw-hpa-1559b.18c64248d8fd261b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 0d535872-7db0-4f13-bf8d-c024b1037589
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:22:05.753070Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426a190aa84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18656"
    uid: 3cb28d3f-7a06-4348-96ce-5a8ab8f6573f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-dcfcf-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426a26dd3acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: e21f26d1-8d15-4272-83db-86e812c0c896
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:06Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:22:06Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426a565b6c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18690"
    uid: 79d1190a-99e9-49b4-8818-66d7894390f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:06Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426a57f1a8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: bb9525b1-6763-491b-b9a6-9ec25afbf6e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:06Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426a5ad5298a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: 1b5055e3-08cd-48ba-b397-52d3a71cdb4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:06Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426a5b5aa336
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: 975967f2-b42a-4363-b34d-b24b8db651ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:10Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426b4c202a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18730"
    uid: 3be3d9c4-8033-4680-9fde-45e111fd1f8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:10Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426b4f534730
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: 239e06fa-aa3a-49bb-baac-a6437e7d4bd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:10Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426b4fc8caaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: b7fa98e2-4088-4d56-b2f3-487c7db4ce43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:10Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426b4fd21eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 6fea51ce-01ac-44fa-8661-3d3c2e822afe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:11Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426b52d4a681
    namespace: kserve-ci-e2e-test
    resourceVersion: "18739"
    uid: 2f49704d-1081-41d7-9ac5-b257a5ba993a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:22:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:11Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426b5349804a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18740"
    uid: 102365f0-d7c2-4a8c-a630-1e74534c4bd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:24:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:47Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6426b8853f822
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: 51b5705e-99a3-470e-b5a0-42966b59f937
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:24:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:45Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6428f624ac561
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: 598ca12b-6805-4b3b-b1ab-c8ec6433ee17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:24:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:45Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6428f624b402c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 2c7fd172-8a61-4f25-adc9-12d75959a6cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: a8b61230-766e-42bb-af1d-b1a7b0d8bab4
  kind: Event
  lastTimestamp: "2026-07-27T21:24:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:52Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv.18c6428fdada0083
    namespace: kserve-ci-e2e-test
    resourceVersion: "20000"
    uid: fee5cd77-2189-4a69-86af-54f3ac61698c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: 2350d72f-9de1-4e61-9483-d2c5a52649bb
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: 'Created pod: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98-67zhv'
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98.18c6426a189a6274
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 74414bc2-aec3-474d-8f6f-a18b7609775d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-dcfcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: c8a54607-86ff-4126-a9e2-2c928c46e9b7
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-dcfcf-predictor-56b8756c98
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor.18c6426a13fd8fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 5f862948-7609-42e3-8527-00c36c6044af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dcfcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: e1fc0311-792d-4210-94ba-5a611cc7b11c
  kind: Event
  lastTimestamp: "2026-07-27T21:22:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:22:50Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor.18c6426d927ede8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: b9b70945-e5a1-4b3a-b269-fd36c5a27b59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dcfcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: e1fc0311-792d-4210-94ba-5a611cc7b11c
  kind: Event
  lastTimestamp: "2026-07-27T21:22:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:22:50Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor.18c6426d92c6b455
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 4afc476b-c4eb-4a13-9f7f-7318aaa4b4c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dcfcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: e1fc0311-792d-4210-94ba-5a611cc7b11c
  kind: Event
  lastTimestamp: "2026-07-27T21:24:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:35Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor.18c6427111f0928b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 7841b4b1-c6f4-4ad7-be75-c4664a846c7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dcfcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: e1fc0311-792d-4210-94ba-5a611cc7b11c
  kind: Event
  lastTimestamp: "2026-07-27T21:24:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:35Z"
    name: isvc-sklearn-scale-raw-dcfcf-predictor.18c64271124248f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 6ac4588a-ce0a-4d69-afc9-2a70970ca703
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dcfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: 6278c550-cce0-4b30-b45a-cfafcb73f280
  kind: Event
  lastTimestamp: "2026-07-27T21:24:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:24:38Z"
    name: isvc-sklearn-scale-raw-dcfcf.18c6426a140cc76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: 8a0bdf71-32f2-4535-a05b-689b71637830
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dcfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: 6278c550-cce0-4b30-b45a-cfafcb73f280
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-dcfcf":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-dcfcf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: isvc-sklearn-scale-raw-dcfcf.18c6426a14890063
    namespace: kserve-ci-e2e-test
    resourceVersion: "18635"
    uid: 3f1fe0a5-12a0-45ce-9f95-b84b36e4714e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dcfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 6278c550-cce0-4b30-b45a-cfafcb73f280
  kind: Event
  lastTimestamp: "2026-07-27T21:24:37Z"
  message: InferenceService [isvc-sklearn-scale-raw-dcfcf] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:24:37Z"
    name: isvc-sklearn-scale-raw-dcfcf.18c6428d8a9cbb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: ae382519-9e23-4472-a91b-a87a4a66b7ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:16:29.913392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6421be76fee7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: 9446c3fa-10f3-429c-8696-4b081a4ba645
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:30Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:16:30Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6421c0160e414
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 4559bd83-5ae7-430c-ac37-26ef5ecd45bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:30Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6421c02ca6af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 58c5d05f-7bed-4025-b4ab-3ae5391164a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:30Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6421c05a9d2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9831d920-c415-4ff8-b06a-6bc0ced1b7ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:30Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6421c061e13e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 77d416b2-ad0c-43a0-99de-4dc957682742
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:34Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T21:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:34Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6421cea614304
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 87ebc833-cdda-4b6f-8c33-fabfb90afa12
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:53Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.568s (19.568s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:53Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6422178c62bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: b8c0363a-ebe3-4dbd-87b4-210f3f8c50ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:53Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c642217d24757e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: c84a593b-5e63-4de5-8ff2-ab16e507def3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:53Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c642217d8f4757
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: b5096acc-5548-4112-baf1-e24e709e12bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:53Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c642217d99b377
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: e9af4206-7e16-49b9-b986-d9acfeafd64f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:53Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6422180165a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: 730e5127-6e3c-4614-95f0-a1096a6f21bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:16:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:53Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c64221807cc239
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: ec7f1db0-b175-4bd9-8bce-fd4e5e5d7656
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6422199548d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: dd31aa5a-11c4-4421-a06a-ea56378ed82f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6423599dd26fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: 600c2819-1765-491e-8476-91ba36acbfa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c6423599ddbc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: acd81587-c160-4c60-9c42-fefb075b8ec9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 8c3704c7-2459-440a-8cf8-d34758972f77
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s.18c642359f9aa63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 547145c4-55f4-426e-88f1-d49a4a3fdb01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: fcad0b1b-93f3-410f-9914-a328847a0689
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: 'Created pod: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf-dsf2s'
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf.18c6421be6d698ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: 2c14aef0-1fc8-43af-822e-15b93f13b14e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 3cee1e80-ac0e-41d3-beec-b87bd942293f
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-6148e-predictor-85bd99f6bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-xgboost-graph-raw-6148e-predictor.18c6421be3e626e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 09adf2e1-390b-41d8-953e-728a2053639b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 078c9d08-3522-431e-b181-f0347da216eb
  kind: Event
  lastTimestamp: "2026-07-27T21:17:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:17:14Z"
    name: isvc-xgboost-graph-raw-6148e-predictor.18c6421f62985d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: 7bd8f980-2dfe-4f67-b964-0a8109275aa4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 078c9d08-3522-431e-b181-f0347da216eb
  kind: Event
  lastTimestamp: "2026-07-27T21:17:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:17:14Z"
    name: isvc-xgboost-graph-raw-6148e-predictor.18c6421f62e391f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 2f7cbd04-0d55-4468-9db3-163a6397b895
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 078c9d08-3522-431e-b181-f0347da216eb
  kind: Event
  lastTimestamp: "2026-07-27T21:17:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:17:59Z"
    name: isvc-xgboost-graph-raw-6148e-predictor.18c64229df0034eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: ba23a926-6c60-4835-94dd-7f07bab1f97d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-6148e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 078c9d08-3522-431e-b181-f0347da216eb
  kind: Event
  lastTimestamp: "2026-07-27T21:17:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:17:59Z"
    name: isvc-xgboost-graph-raw-6148e-predictor.18c64229df63c4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 60a837af-9d6d-4afa-a1a5-5fa0e07a039c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-6148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 5da54a12-a22d-466e-9878-8b9a6e1813a5
  kind: Event
  lastTimestamp: "2026-07-27T21:17:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:17:50Z"
    name: isvc-xgboost-graph-raw-6148e.18c6421be41b7660
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 70d91987-560e-4059-bc17-555f8635ffc0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-6148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 5da54a12-a22d-466e-9878-8b9a6e1813a5
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-6148e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-6148e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-xgboost-graph-raw-6148e.18c6421be4afca65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: ea76f67e-444b-4e5e-b675-d6f67e5950c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:17:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-6148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: 5da54a12-a22d-466e-9878-8b9a6e1813a5
  kind: Event
  lastTimestamp: "2026-07-27T21:17:50Z"
  message: InferenceService [isvc-xgboost-graph-raw-6148e] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:17:50Z"
    name: isvc-xgboost-graph-raw-6148e.18c6422ea90f62b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 753eb4fa-2f6d-45f8-aa3d-fe94f04a7ba5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:18:20.236226Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c642359730c639
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 93bf6953-9137-413b-8afb-989676ac79b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-1559b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64235a37a4cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: edcd5362-2be5-48e8-9558-110380238cc6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64235d61bd4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 716e27b4-907b-4d39-b7b2-a34ce8f55485
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64235d785ac64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: a070efed-95e4-46eb-b47c-ecf935370460
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64235da8202c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 03485c3c-c675-47e1-8d5d-fcb6bf404129
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64235daed3023
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: ee664478-8bb2-42b5-ab86-1da782a15f63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64236e4eb9daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: e77f29b6-63a0-49d0-9c85-d8c658aac0e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64236e8951e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: c0db895c-5953-4870-9791-df9554fda80a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64236e910db55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 6e8cbcc2-9606-48d4-ba19-1493e848eba7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64236e91c3987
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 8e945683-d81c-49d7-9d9a-4047981933fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64236ecce065c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: d6ad322e-16eb-4293-a58d-cd29ae44ea26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:18:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:25Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c64236ed3b64be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 600207d5-b772-48dd-85df-65fe1bd9d73d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:20:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:13Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c642375d37134f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: d33279ed-3a7e-4688-97f6-022d01f5e3ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c6424f428a2f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: e2dc3857-3ccd-4f64-878b-00fee979cb3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c6424f428b9768
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 0417d63e-66c7-404b-b7f0-8aa16e53123d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: c409df00-43ec-4b68-80eb-0c897a2c18f0
  kind: Event
  lastTimestamp: "2026-07-27T21:20:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:13Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x.18c642500b8162e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: 3518bad0-6f16-454a-94cc-caff4d093ea7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: 87213a16-a2e7-47d0-a992-089d3670dfb4
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9-xj47x'
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9.18c6423596cf8110
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: b65c4fa4-38ef-4015-a6f4-6d0c23b2cd5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: b5e2c3f9-fbb2-46ff-9e42-98b906493c68
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-1559b-predictor-59dcccf4d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor.18c6423593a346b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: 53fa9e2d-6c51-4b2b-8afe-7a224352d0c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: dddcc5b6-776f-4885-b300-62eafc541383
  kind: Event
  lastTimestamp: "2026-07-27T21:18:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:35Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor.18c6423912160cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: 2ca60b9c-ded7-4b5e-b5cc-b91cfc57c00e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: dddcc5b6-776f-4885-b300-62eafc541383
  kind: Event
  lastTimestamp: "2026-07-27T21:18:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:35Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor.18c642391268c82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 16161a75-cb75-484f-b862-7b9a13f05dc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: dddcc5b6-776f-4885-b300-62eafc541383
  kind: Event
  lastTimestamp: "2026-07-27T21:19:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:19:50Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor.18c6423c9118b3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: f7757907-217f-418b-a57a-5835f1423d65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: dddcc5b6-776f-4885-b300-62eafc541383
  kind: Event
  lastTimestamp: "2026-07-27T21:19:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:19:50Z"
    name: isvc-xgboost-graph-raw-hpa-1559b-predictor.18c6423c917e48e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: 7a0eea53-1d00-4174-b8e0-9273bed22941
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-1559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 8ffecffd-81e4-4213-a099-eae38aecfc33
  kind: Event
  lastTimestamp: "2026-07-27T21:19:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:23Z"
    name: isvc-xgboost-graph-raw-hpa-1559b.18c6423593c5db63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: c9f4994d-d796-436c-ac0a-df1651aa9bc3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-1559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 8ffecffd-81e4-4213-a099-eae38aecfc33
  kind: Event
  lastTimestamp: "2026-07-27T21:18:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-1559b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-1559b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:18:20Z"
    name: isvc-xgboost-graph-raw-hpa-1559b.18c6423594555c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: 0de8817a-9df7-49cf-9275-637f2a91a5d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-1559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 8ffecffd-81e4-4213-a099-eae38aecfc33
  kind: Event
  lastTimestamp: "2026-07-27T21:19:23Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-1559b] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:23Z"
    name: isvc-xgboost-graph-raw-hpa-1559b.18c642446d1a866b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: 4cc8a137-b447-485a-a652-bcc2277c7c7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:20:10.435526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424f3f949fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: e23a9c70-fe2b-4579-a335-8cd2e356a708
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-4bc18-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424f4b56319b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 1de9cdac-78f8-4dcc-b147-b2ec23435e60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:11Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:20:11Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424f7d6cb8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: fee36f75-3965-4571-b60f-738fdfdfb9aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:11Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-27T21:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:11Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424f7ec0279a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 7a3be425-2593-41e6-b394-175fb3863854
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:12Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.149s (1.149s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:12Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424fc346408f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 8e199adc-d91a-45b4-8ac9-6cd85c7cdf06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:12Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424fc64fe4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 52bf4874-8a49-4464-976e-f1e7a6b4ba3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:12Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424fc6c59f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: 9d5c9195-a5f2-4124-961d-c3ece367489a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:12Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424fc6cfa1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 3de30be5-f125-416d-a9ee-911a80b2bc16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:12Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424fc99cf48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: bd87445c-6db5-49c4-8eef-bf22ef0606e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:20:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:12Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6424fca0e4da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: cf010c9f-d70e-4433-8523-960dbc024384
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6426a1b64cc70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 2833c000-785f-4dfe-aa95-1c58ebeb6107
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 78a0e727-f04a-4aad-b1c2-c9e018041cda
  kind: Event
  lastTimestamp: "2026-07-27T21:22:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:05Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn.18c6426a1b678a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: e9b6fc17-9fb6-47a6-aa1f-5d3720b030b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: 2fdc19b5-3603-4771-a33c-6db14689f11f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: 'Created pod: message-dumper-raw-4bc18-predictor-5688fcbbf8-qxqpn'
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: message-dumper-raw-4bc18-predictor-5688fcbbf8.18c6424f3f15a06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: cc09a4b2-6d27-4764-aaca-55e7e0491686
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 01e7f14a-0555-43b3-bda5-6a77bda2af80
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Scaled up replica set message-dumper-raw-4bc18-predictor-5688fcbbf8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: message-dumper-raw-4bc18-predictor.18c6424f3be9b03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 6e31e547-4dd6-432e-91e0-4fe3f0730f45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 98dbe0df-10aa-42de-bf0a-ab96db37a218
  kind: Event
  lastTimestamp: "2026-07-27T21:20:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:55Z"
    name: message-dumper-raw-4bc18-predictor.18c64252bb2209b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18093"
    uid: 3ad39c06-c4b2-4e68-ab43-caed10b22c71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 98dbe0df-10aa-42de-bf0a-ab96db37a218
  kind: Event
  lastTimestamp: "2026-07-27T21:20:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:55Z"
    name: message-dumper-raw-4bc18-predictor.18c64252bb742530
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: 9db772a3-d152-4367-b856-670e9b28b13b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 98dbe0df-10aa-42de-bf0a-ab96db37a218
  kind: Event
  lastTimestamp: "2026-07-27T21:20:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:40Z"
    name: message-dumper-raw-4bc18-predictor.18c642563a24be3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: dcc339fc-a66f-44e6-a40b-77dc26fe4d06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-4bc18-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 98dbe0df-10aa-42de-bf0a-ab96db37a218
  kind: Event
  lastTimestamp: "2026-07-27T21:20:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:40Z"
    name: message-dumper-raw-4bc18-predictor.18c642563a6c7b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: 2394e606-fb09-4368-bb7b-9ecd906e2932
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-4bc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 66a40286-3ac2-4bbe-8c9d-58afab4bf4e6
  kind: Event
  lastTimestamp: "2026-07-27T21:20:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:20:20Z"
    name: message-dumper-raw-4bc18.18c6424f3c00a15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e0b0028c-dda7-4692-bad5-6a645a5ef37d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-4bc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 66a40286-3ac2-4bbe-8c9d-58afab4bf4e6
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-4bc18":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-4bc18":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: message-dumper-raw-4bc18.18c6424f3c646f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: bf602aaf-03a9-4ba8-a6b1-36c69b60ecc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-4bc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 66a40286-3ac2-4bbe-8c9d-58afab4bf4e6
  kind: Event
  lastTimestamp: "2026-07-27T21:20:20Z"
  message: InferenceService [message-dumper-raw-4bc18] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:20:20Z"
    name: message-dumper-raw-4bc18.18c64251942611a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: 71e4a282-3518-40fb-8e1e-77e18c4e11c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:18:09.856175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    to ip-10-0-134-38.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:18:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:18:09Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c642332c7db131
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: ee698ca2-e57d-4854-b964-57c46722796a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-6148e-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c6423335642298
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 032b45fb-fb86-4b32-9944-bb6c28631d86
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c6423369f6fed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: fa9e8380-6e17-4ae0-a7a2-5a398bff83cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6148e}
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c642336b30d32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: e186a2d7-e805-4132-8ae1-1d7fe1dbb95e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6148e}
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    in 2.082s (2.082s including waiting). Image size: 218232445 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:12Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c64233e751d4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 7be0c896-2160-4c06-8ec0-22e21b980d62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6148e}
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:13Z"
  message: 'Created container: model-chainer-raw-6148e'
  metadata:
    creationTimestamp: "2026-07-27T21:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:13Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c64233ea8f7e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: 8b7c0435-c139-420d-baee-8ec933a2f257
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6148e}
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:13Z"
  message: Started container model-chainer-raw-6148e
  metadata:
    creationTimestamp: "2026-07-27T21:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:13Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c64233eb03dc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 77460a46-7ac7-4126-b4fa-eed84c0ea245
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6148e}
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:19Z"
  message: Stopping container model-chainer-raw-6148e
  metadata:
    creationTimestamp: "2026-07-27T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:19Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c6423582f3ea2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 6ac63b55-8f0d-4d7c-9d9b-3560bc66751d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-6148e}
    kind: Pod
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: c177e10b-8f83-4ef3-8b1e-6b88cf3f352a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T21:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:49Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9.18c64236a451beaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: d4a427a2-43a1-4f34-a9cc-85b9a738a04e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-6148e-5c4fc4b9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: 3e833937-1c33-42ca-a927-dc5a17a2434b
  kind: Event
  lastTimestamp: "2026-07-27T21:18:09Z"
  message: 'Created pod: model-chainer-raw-6148e-5c4fc4b9b6-4d7b9'
  metadata:
    creationTimestamp: "2026-07-27T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:09Z"
    name: model-chainer-raw-6148e-5c4fc4b9b6.18c642332c0c336c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: f793961f-fd47-43c6-ae88-4995f0c9d629
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-6148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: fe59193e-6d6d-48ef-b2c7-b7bb5d52740f
  kind: Event
  lastTimestamp: "2026-07-27T21:18:09Z"
  message: Scaled up replica set model-chainer-raw-6148e-5c4fc4b9b6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:09Z"
    name: model-chainer-raw-6148e.18c642332b170f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 9a08f11d-b0bc-41db-b06e-536debd9288e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-6148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: d7c5c2e1-3e38-4c4c-8b95-75dd31daad19
  kind: Event
  lastTimestamp: "2026-07-27T21:18:09Z"
  message: InferenceGraph [model-chainer-raw-6148e] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:18:09Z"
    name: model-chainer-raw-6148e.18c642332ec8acaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 1f062078-744c-479e-8a94-4636a976e125
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:20:00.143216Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 0b16f8bd-4c6b-4fd8-83d7-ef71a82b1362
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    to ip-10-0-134-38.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:20:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:20:00Z"
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm.18c6424cda1c7035
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 1577e9d9-8446-4dec-b5b8-b7d414eaa068
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 0b16f8bd-4c6b-4fd8-83d7-ef71a82b1362
  kind: Event
  lastTimestamp: "2026-07-27T21:20:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-1559b-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:00Z"
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm.18c6424ce303f564
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: e934b83f-b6bb-4b1c-9a86-b52da109b2ae
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 0b16f8bd-4c6b-4fd8-83d7-ef71a82b1362
  kind: Event
  lastTimestamp: "2026-07-27T21:20:01Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:20:01Z"
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm.18c6424d175c1c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: aa569e39-a9ae-4d4a-8f29-758964468265
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-1559b}
    kind: Pod
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 0b16f8bd-4c6b-4fd8-83d7-ef71a82b1362
  kind: Event
  lastTimestamp: "2026-07-27T21:20:01Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:01Z"
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm.18c6424d1884d3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 91c34fc9-8dff-4b6e-86ea-a4040eb2c867
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-1559b}
    kind: Pod
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 0b16f8bd-4c6b-4fd8-83d7-ef71a82b1362
  kind: Event
  lastTimestamp: "2026-07-27T21:20:01Z"
  message: 'Created container: model-chainer-raw-hpa-1559b'
  metadata:
    creationTimestamp: "2026-07-27T21:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:01Z"
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm.18c6424d1b5d91d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: f4a28ed1-7cfc-4359-a4c2-f7e5f967be1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-1559b}
    kind: Pod
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 0b16f8bd-4c6b-4fd8-83d7-ef71a82b1362
  kind: Event
  lastTimestamp: "2026-07-27T21:20:01Z"
  message: Started container model-chainer-raw-hpa-1559b
  metadata:
    creationTimestamp: "2026-07-27T21:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:01Z"
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm.18c6424d1bd2fd96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: ca361f74-ed31-4987-9fc2-2912a118bf63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-1559b}
    kind: Pod
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 0b16f8bd-4c6b-4fd8-83d7-ef71a82b1362
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Stopping container model-chainer-raw-hpa-1559b
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm.18c6424f3187c7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: adc7bd80-9510-42fd-8dd8-150e7e5d6c51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-1559b}
    kind: Pod
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 0b16f8bd-4c6b-4fd8-83d7-ef71a82b1362
  kind: Event
  lastTimestamp: "2026-07-27T21:20:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T21:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:38Z"
    name: model-chainer-raw-hpa-1559b-855c7c546-q7gkm.18c6424fe1c0138b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 9b569a9c-b7a1-4631-a31a-725b05e261bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-1559b-855c7c546
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: 10837563-c4e4-44d8-873d-1e4fd954d839
  kind: Event
  lastTimestamp: "2026-07-27T21:20:00Z"
  message: 'Created pod: model-chainer-raw-hpa-1559b-855c7c546-q7gkm'
  metadata:
    creationTimestamp: "2026-07-27T21:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:00Z"
    name: model-chainer-raw-hpa-1559b-855c7c546.18c6424cd9adbacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: 928b5488-2e46-4a12-87f2-dbfe736bc631
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-1559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: d97d807d-e70f-4282-b237-eee5ed423497
  kind: Event
  lastTimestamp: "2026-07-27T21:20:00Z"
  message: Scaled up replica set model-chainer-raw-hpa-1559b-855c7c546 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:00Z"
    name: model-chainer-raw-hpa-1559b.18c6424cd8d1a3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: bb177f47-a30e-4387-a33a-65e00c6401d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-1559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: 9692d39f-bd70-4456-8373-69d9d5817ed7
  kind: Event
  lastTimestamp: "2026-07-27T21:20:00Z"
  message: InferenceGraph [model-chainer-raw-hpa-1559b] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:20:00Z"
    name: model-chainer-raw-hpa-1559b.18c6424cde16d447
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 949698f3-deb3-4573-96bf-c610f58f9add
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:36:41.156757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:36:41Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c64335eb2af209
    namespace: kserve-ci-e2e-test
    resourceVersion: "26174"
    uid: bd790438-3be8-4a1f-8f5f-2eb31182fd17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26178"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:41Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:36:41Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c64336051a435f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26184"
    uid: 58d36c35-6943-4a78-a355-4724e32dcb5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:41Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c643360677f1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26187"
    uid: b0b2a8b2-3858-4698-8542-84c588fbc17e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:41Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c643360961299d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26188"
    uid: 77b8970c-ce83-4e3d-9e24-604f62733ce1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:41Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c6433609c3f7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26189"
    uid: aaf9362c-24aa-4652-8f0c-58a9b5c7eab9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:46Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c643370d9f180e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: b990b16a-4552-4f92-a80b-d11da9f424e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:46Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c6433710bcafab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26227"
    uid: 7dec9ca1-10c1-4f78-87f8-ac4b5294051e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:46Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c643371134f415
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: cca79bc1-930d-4297-ad9b-ee0a2374cc68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:46Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c64337113ed8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: f398453a-666e-4c93-b406-f06a36348645
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:46Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c6433714b702e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: a3e2226e-ad8d-4c31-98d6-71c5b933cea4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:36:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:46Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c64337153f8a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: 5d1136d7-d8f0-4972-b3e1-63109208bab1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:37:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:55Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c64337858291b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 456f6cb8-ca53-48f3-b3b7-0068cafc468e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:38:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:11Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c6434ae8d80e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: 210e01bb-c4f4-481d-8030-f37eb5c00517
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:38:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:11Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c6434ae8d8c67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26863"
    uid: 5b4cf7d6-515b-417c-a209-f120a73210e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 53b64c61-891c-4715-b061-75e4f2110a09
  kind: Event
  lastTimestamp: "2026-07-27T21:38:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:14Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj.18c6434b8bb402a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: 3c7fff75-b31c-4312-a9a4-909143b01ea9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-2483b-predictor-54bfbcdcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26157"
    uid: e5fe08d6-0670-4bd7-9a16-4679bb662365
  kind: Event
  lastTimestamp: "2026-07-27T21:36:41Z"
  message: 'Created pod: raw-sklearn-2483b-predictor-54bfbcdcbd-kr5kj'
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:41Z"
    name: raw-sklearn-2483b-predictor-54bfbcdcbd.18c64335eabf14ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26169"
    uid: def132f4-f745-4f5a-8b1f-1268315c20f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-2483b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: 6e2c93d0-d471-4b6d-b420-608c4fbd56cf
  kind: Event
  lastTimestamp: "2026-07-27T21:36:41Z"
  message: Scaled up replica set raw-sklearn-2483b-predictor-54bfbcdcbd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:36:41Z"
    name: raw-sklearn-2483b-predictor.18c64335e781c21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: c895fe0b-cd14-4986-91f6-dbec88a46496
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-2483b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: e1fad5e7-e7e3-43de-b00f-1e8b69bf7205
  kind: Event
  lastTimestamp: "2026-07-27T21:37:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:37:26Z"
    name: raw-sklearn-2483b-predictor.18c6433966583651
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: f2c39587-28a2-40da-8427-17d7b159df8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-2483b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: e1fad5e7-e7e3-43de-b00f-1e8b69bf7205
  kind: Event
  lastTimestamp: "2026-07-27T21:37:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:37:26Z"
    name: raw-sklearn-2483b-predictor.18c6433966bdc2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26521"
    uid: b3de280b-685a-4241-81ba-74cf23a9fc10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-2483b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: e1fad5e7-e7e3-43de-b00f-1e8b69bf7205
  kind: Event
  lastTimestamp: "2026-07-27T21:38:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:38:11Z"
    name: raw-sklearn-2483b-predictor.18c64343e361e904
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: fbb34077-b298-443f-a3fa-f5d21d0c179c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-2483b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: e1fad5e7-e7e3-43de-b00f-1e8b69bf7205
  kind: Event
  lastTimestamp: "2026-07-27T21:38:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:38:11Z"
    name: raw-sklearn-2483b-predictor.18c64343e3c4a698
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 5d12028b-7602-4343-a7e2-f15fcf77c2bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-2483b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26148"
    uid: 2a24edea-dc69-41a2-85ac-951b66853956
  kind: Event
  lastTimestamp: "2026-07-27T21:38:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:38:06Z"
    name: raw-sklearn-2483b.18c64335e78f309c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26811"
    uid: 2d665fa9-2f6c-44b3-aeda-6c28e234dde2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-2483b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26148"
    uid: 2a24edea-dc69-41a2-85ac-951b66853956
  kind: Event
  lastTimestamp: "2026-07-27T21:36:41Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-2483b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-2483b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:36:41Z"
    name: raw-sklearn-2483b.18c64335e800f41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: f3e8ce42-8df1-4aa9-bc0c-a491e754a401
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-2483b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26809"
    uid: 2a24edea-dc69-41a2-85ac-951b66853956
  kind: Event
  lastTimestamp: "2026-07-27T21:38:05Z"
  message: InferenceService [raw-sklearn-2483b] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:38:05Z"
    name: raw-sklearn-2483b.18c64349a9ebdc0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26810"
    uid: de6f6892-be59-45f4-8654-808b7f796a92
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:38:16.448683Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    to ip-10-0-131-253.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:38:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:38:16Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434c1b025a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26928"
    uid: 88b92ee9-e015-4551-9c0f-a6351ea976cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-594c646675-kq4nl
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-aff5e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:16Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434c23f97fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26942"
    uid: 05530b51-949a-4cc3-81ee-b7fe7645015e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:17Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:38:17Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434c58dcf1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26951"
    uid: ac23e79f-24ce-4971-8ec4-f3e89c052fc7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:17Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434c5a4f97a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: aaaea4e3-e5f1-4562-8a82-e8c53c24b8c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:17Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434c5cf6b411
    namespace: kserve-ci-e2e-test
    resourceVersion: "26954"
    uid: ccf7c52c-73c2-425f-946e-f1486205955e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:17Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434c5d69a03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26955"
    uid: ba2a8a29-899e-4571-b77e-8b680f053dbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:21Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434d46185548
    namespace: kserve-ci-e2e-test
    resourceVersion: "26996"
    uid: a92156fb-4015-44ad-8912-a63ce8c20de5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:21Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434d48f7cd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26998"
    uid: f2e68f2a-8b45-41c6-af62-d1c68802dc55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:21Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434d496a46fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: 27a23e1f-6caa-48f9-a779-6c115245c9d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:21Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434d49739e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27002"
    uid: 9df9655e-7c16-4997-99ce-bddf68816d98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:21Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434d4c64c387
    namespace: kserve-ci-e2e-test
    resourceVersion: "27004"
    uid: d88b5b96-6935-4f0a-9289-a6af68590b30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:38:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:38:21Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434d4cd7f5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27005"
    uid: 351d1377-e754-48c6-8cbb-f48c8b0c8678
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:39:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:49Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c6434dbdfd85e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27659"
    uid: 9d0192be-72f3-4b39-9019-2cb4bc2dbb37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:39:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:46Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c64361171d56eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: cac307d4-1c84-4f8a-9baf-3c650ebb396a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:39:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:46Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c64361171df403
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: e513d1bb-7007-4f09-8d02-bdfb03ba75b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 7278894f-e5cd-4d16-88cc-5a83489b7821
  kind: Event
  lastTimestamp: "2026-07-27T21:39:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:49Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b.18c64361c4419505
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 7e5384cd-716a-48c5-83c4-836dbf175ffb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-253.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-253.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: 4e7b2c3f-a374-4d5a-a9ca-ec80f6a4c9e4
  kind: Event
  lastTimestamp: "2026-07-27T21:38:16Z"
  message: 'Created pod: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48-99r5b'
  metadata:
    creationTimestamp: "2026-07-27T21:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:38:16Z"
    name: raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48.18c6434c1a7f7c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26924"
    uid: 60d7afc0-22ca-4d72-b1aa-92a7d7732a18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-aff5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: 0592acee-85f6-4585-a244-430cdcb5ac08
  kind: Event
  lastTimestamp: "2026-07-27T21:38:16Z"
  message: Scaled up replica set raw-sklearn-runtime-aff5e-predictor-7cb9bfdc48 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:38:16Z"
    name: raw-sklearn-runtime-aff5e-predictor.18c6434c15e7c301
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: 13362522-c0cd-4d03-b8f7-e33f9a0189b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-aff5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: 1ab02f05-374a-4c0e-83d5-bb8a0d68c056
  kind: Event
  lastTimestamp: "2026-07-27T21:38:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:38:31Z"
    name: raw-sklearn-runtime-aff5e-predictor.18c6434f94fc4f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: a0a97373-3ebe-470d-b854-4b4d62a18a24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-aff5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: 1ab02f05-374a-4c0e-83d5-bb8a0d68c056
  kind: Event
  lastTimestamp: "2026-07-27T21:38:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:38:31Z"
    name: raw-sklearn-runtime-aff5e-predictor.18c6434f95bd88cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27076"
    uid: a65b7d97-8b0f-47e6-8716-ca3b0cb030fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-aff5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 1ab02f05-374a-4c0e-83d5-bb8a0d68c056
  kind: Event
  lastTimestamp: "2026-07-27T21:39:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:39:46Z"
    name: raw-sklearn-runtime-aff5e-predictor.18c64353147fe364
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: 86978051-6691-44eb-8e17-2f0fd4efd385
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-aff5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 1ab02f05-374a-4c0e-83d5-bb8a0d68c056
  kind: Event
  lastTimestamp: "2026-07-27T21:39:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:39:46Z"
    name: raw-sklearn-runtime-aff5e-predictor.18c6435314de45c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 783b0552-ee99-45f4-ad7f-40bfdc13a4f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-aff5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 2e367c8e-a508-4606-919b-3d7741ab5517
  kind: Event
  lastTimestamp: "2026-07-27T21:39:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:39:39Z"
    name: raw-sklearn-runtime-aff5e.18c6434c15f7b15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: e2b90f0f-d9d9-40e4-8335-e36c5de6a1ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-aff5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26902"
    uid: 2e367c8e-a508-4606-919b-3d7741ab5517
  kind: Event
  lastTimestamp: "2026-07-27T21:38:16Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-aff5e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-aff5e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:38:16Z"
    name: raw-sklearn-runtime-aff5e.18c6434c16917eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26936"
    uid: 6cd4a26e-7527-4998-aee9-dbce0e1691f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:38:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-aff5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: 2e367c8e-a508-4606-919b-3d7741ab5517
  kind: Event
  lastTimestamp: "2026-07-27T21:38:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-aff5e": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:38:16Z"
    name: raw-sklearn-runtime-aff5e.18c6434c1cd0b56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26937"
    uid: 244a912e-db61-4180-a9c7-35749b5cf66b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-aff5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 2e367c8e-a508-4606-919b-3d7741ab5517
  kind: Event
  lastTimestamp: "2026-07-27T21:39:39Z"
  message: InferenceService [raw-sklearn-runtime-aff5e] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:39:39Z"
    name: raw-sklearn-runtime-aff5e.18c6435f77db745f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: fb50f794-b721-41c4-a1a9-2cd3e90e031f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "27882"