---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:56:18.336628Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5658fb66fc-bss54
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67564db5fa865
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: d66249f0-053c-4d28-bce6-7158a7efc01e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67564f56b8685
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: 0af0e2c9-269d-4fed-9197-ad92082107fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67564f6ee3b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: a7110500-e776-40ce-8cfa-222114cfdd69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67564f9914ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 3c8cd6ab-0a10-4c5d-a9cd-58c7b45c2de0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67564fa3042fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: 1f10798a-43e8-40c0-a09b-813a3547b4e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67566142b96d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: c92ca4bb-fe92-42cd-9a72-2db422052997
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c6756617fb1423
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: 948cbd43-9508-4714-b02a-8b648f177dca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67566187e15d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 3dec5491-8ad4-4f5b-9d2c-f3c956b1b167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c675661887d30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 82dbf603-0419-4e47-bc70-e6de40741c52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c675661ca5922f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: e131468d-5049-4fe6-a45d-6c29d3d90839
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c675661d21af75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20562"
    uid: 9f471476-5d9e-4b00-80a7-94c7b0a7e539
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:57:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:50Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67566508c2059
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: 8e89c3c4-a461-4e24-bdd1-f95c44fd8891
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:57:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:48Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67579d5d5d8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: cff5d479-6969-4d10-88df-4584785a1c14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:57:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:48Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c67579d5d6eeb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21196"
    uid: 521fd95d-3236-4daa-b04c-16a10422ef39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5658fb66fc-bss54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 9f5131c5-4d1a-40a1-b48c-8889059668b2
  kind: Event
  lastTimestamp: "2026-07-28T12:57:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:50Z"
    name: isvc-canary-create-predictor-5658fb66fc-bss54.18c6757a56ee8859
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: 2247230d-1464-45e0-a4f7-ed3387c953c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5658fb66fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: 4a96fde3-f8b4-48eb-9b33-485607bf253e
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: 'Created pod: isvc-canary-create-predictor-5658fb66fc-bss54'
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-predictor-5658fb66fc.18c67564daf0f5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20456"
    uid: 1bb2db28-889a-4599-933b-f40b65630c17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20438"
    uid: 755e365c-93ca-48de-aa92-999509d26528
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: Scaled up replica set isvc-canary-create-predictor-5658fb66fc from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-predictor.18c67564d625c625
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: 520dba6b-b530-43e4-b463-3143bbf63115
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:56:18.351792Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20459"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c67564dc46ff92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20468"
    uid: c5865f21-fca6-4083-a620-4c69d5c95c54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c67564e820eba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: e405abe7-bad1-4768-bd83-a95e72ad81df
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:19Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:56:19Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c675651a572332
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 7c5f7afe-80d3-449a-9c85-b96917d9e132
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:19Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c675651be43827
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: 25f8918d-4719-472d-94f8-f02ed35aeb1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:19Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c675651f5e4f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: e489f824-e529-4773-be11-2d8ea64788cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:19Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c675651fdaeee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: ffe8c348-9443-4dcf-b9f0-fa2d48fe2f0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c67566141759a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: 2f02aaca-bc4d-4b57-ba1c-b3c4760f6dc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c6756617f2bb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: 7db9b091-dda0-42c3-acee-fc745493caa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c6756618713f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: a9271de3-aa61-42cb-9dde-834b113ff7d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c67566187bb6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 4feb4876-8d4e-449b-9d9d-70a4dfb4b6a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c675661c989c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20560"
    uid: 5210f97c-d0e4-4bb5-8795-177dfa9e6282
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c675661d2eb59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: f03b7b57-7354-4689-a6d1-a2ba77c428bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:57:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:51Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c675668c8dcd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: c9c22c4d-619b-4db8-a74f-69d9798bbabc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:57:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:48Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c67579d624b437
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 26831bd1-e8cd-4ad6-9df4-40ed2f2417af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:57:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:48Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c67579d624ef76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21199"
    uid: 2e94ab97-de39-409b-b079-de9e1d361863
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: d75f4d5d-66c3-435b-9dbd-5cd464123c42
  kind: Event
  lastTimestamp: "2026-07-28T12:57:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:51Z"
    name: isvc-canary-create-v2-predictor-69987fd58d-lcbsd.18c6757a92c9b601
    namespace: kserve-ci-e2e-test
    resourceVersion: "21227"
    uid: 2a18b5a9-af7e-4535-aa41-79ea5714c0ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-69987fd58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: 2210c556-d77b-49cf-b1ee-fe1ef25d60a8
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-69987fd58d-lcbsd'
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-v2-predictor-69987fd58d.18c67564dbde03b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: b65fca27-467c-4143-a63f-a0a49c6e8dc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: c0326f71-743f-4c11-b016-17ce402d2b93
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-69987fd58d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create-v2-predictor.18c67564d83ca453
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: bb308155-71ac-4b7a-94ee-62dc70942ee4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: 4d2a6904-aeb8-4972-a7de-6b961167a4b2
  kind: Event
  lastTimestamp: "2026-07-28T12:57:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:57:41Z"
    name: isvc-canary-create.18c67564d7cb504e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 9ddf6e65-42b3-42e3-9032-c6d18c7c6110
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: 4d2a6904-aeb8-4972-a7de-6b961167a4b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create.18c67564d84415d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: b3ad4555-8928-4da6-8ae2-4066cfccbb02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: 4d2a6904-aeb8-4972-a7de-6b961167a4b2
  kind: Event
  lastTimestamp: "2026-07-28T12:56:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:56:18Z"
    name: isvc-canary-create.18c67564d84459d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: e21d547d-3131-4970-817a-6cf9c0079557
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 4d2a6904-aeb8-4972-a7de-6b961167a4b2
  kind: Event
  lastTimestamp: "2026-07-28T12:57:40Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:57:40Z"
    name: isvc-canary-create.18c6757808ca4862
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 2c742a5c-65a7-4877-abbd-63ef2ac5051b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:57:53.618707Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7bcdb47df7-45qb2
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:57:53Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757b0aa0bfca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: 14f9958c-9554-4f0b-84a1-34c3f573d5d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:54Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:57:54Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757b25532592
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: f9543d88-23b6-4d4e-b002-ff3c13b80b15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:54Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757b26bd7ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: e6a67718-1192-4236-b74d-d6d19751e34e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:54Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757b29d3065d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: cd72db84-b721-4e05-acd9-d8bd2ecb161e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:54Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757b2a8f6399
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: 55ac9971-2324-4d6b-8ae1-9a3127f1cc4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757c4b49fe22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: df8eaf22-0f45-431d-9327-42e79c3ce08e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757c4ecc6f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: a5030015-c9e8-4d2b-a883-2bdaca5ecb6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757c4f49720d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21369"
    uid: 95c9fcb8-41d0-4635-a0bc-d4a89e8824ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757c4f54c7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21370"
    uid: 071b6f78-1c29-48f2-8fe0-6993bedce2f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757c53164dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: 4a33e3d5-baa5-475c-8af0-23b6ba953385
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757c53a82e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 77736297-835d-473a-a472-19aa279d3ae7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:59:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:26Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6757c876a7d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22050"
    uid: 1b5f084e-1e84-4b03-96e7-c12c308d22ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:59:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c675900493e5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: a453ee93-6e22-439a-bb3f-b5c26b7245ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:59:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c6759004948260
    namespace: kserve-ci-e2e-test
    resourceVersion: "22002"
    uid: 61fca02f-50d6-4ac3-b6fd-380a7e60fab2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: cc8f1f6e-6b69-4401-b848-f13449658243
  kind: Event
  lastTimestamp: "2026-07-28T12:59:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:26Z"
    name: isvc-canary-promote-predictor-7bcdb47df7-45qb2.18c675908da8411a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: ee425295-25dd-4907-9809-4328015f4780
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7bcdb47df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21257"
    uid: abad11c6-8ab4-42bb-8be3-26d5e6acd677
  kind: Event
  lastTimestamp: "2026-07-28T12:57:53Z"
  message: 'Created pod: isvc-canary-promote-predictor-7bcdb47df7-45qb2'
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:57:53Z"
    name: isvc-canary-promote-predictor-7bcdb47df7.18c6757b0a114400
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: 8dd52ee4-a88f-4126-8975-b674d93089af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: d74e7db3-e00e-4105-9890-4b0da695c5c9
  kind: Event
  lastTimestamp: "2026-07-28T12:57:53Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7bcdb47df7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:57:53Z"
    name: isvc-canary-promote-predictor.18c6757b04bc0067
    namespace: kserve-ci-e2e-test
    resourceVersion: "21258"
    uid: cc87cafc-c45d-4f36-bd33-3a83ee6e7479
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:59:23.778053Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:59:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c67590088b5348
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: fbcdbd22-8f16-4158-bed1-0afe7c9731b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:24Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:59:24Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c6759021f45206
    namespace: kserve-ci-e2e-test
    resourceVersion: "22027"
    uid: 575ad001-2fa7-41c2-9665-844b9bc65f28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:24Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c675902366c00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22029"
    uid: f8365bb8-62bb-4664-a1a5-ba10ad1f5b6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:24Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c67590269ba8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: d5c45e29-5e37-494c-9c7b-a5390432b41d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:24Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c675902709ac30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: cc66ff94-e74c-40e3-831b-5c3bab385fc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:29Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
  metadata:
    creationTimestamp: "2026-07-28T12:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:29Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c6759145606bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: c5e0629d-909e-46e8-910a-b35f2c6f56a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    in 13.088s (13.088s including waiting). Image size: 1555707315 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:42Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c67594517e39e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: 821b2d5f-348f-4d7c-bc35-cbe8da4a0036
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:42Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c67594553512ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: f8c60e2b-bfd4-4c13-b9ad-3e6572873d93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:42Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c6759455cf6a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 660a4359-d100-4ec3-8b1f-512b433b30cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:42Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c6759455d8ec82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: 4df08a7a-e0d8-41fe-8350-d92ce2ab8d14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:42Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c67594589d9f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: 49e01c26-ab81-4c86-8db6-4c64e540950d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T12:59:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:59:42Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c67594590d5a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: 763de961-a182-4811-a937-972e8df66fe5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T13:00:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:00:50Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c67594c88afa5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22642"
    uid: 3398cb16-c703-427f-b423-e4d75a960094
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T13:01:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:03Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c675a75d0ed88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22757"
    uid: 0aa29e2d-1705-43b2-a51b-7709ae0c3cd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T13:01:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:03Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c675a75d0f7c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: 5511ed9f-9597-4201-abd8-831d5f4010d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a45217a6-e017-48dc-9cd6-c84fce9f1c2e
  kind: Event
  lastTimestamp: "2026-07-28T13:01:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:05Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6.18c675a7a4c5ce5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ee3dcc39-87d0-47b8-8d3f-839f22e2edea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:57:53.612776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:57:53Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757b0a463d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21281"
    uid: 02736e6e-a912-4a8a-8711-ac3f05750a5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:53Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757b19af7e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: a57afe53-eea6-46d3-9694-5525ffcd7e21
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:54Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:57:54Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757b4835e3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 5092545f-9e41-4ca4-9ba2-2e6f90656f64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:54Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757b4996cc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 5a5beef7-2fc9-447f-9268-18ce00fdb3b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:54Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757b4d1d1813
    namespace: kserve-ci-e2e-test
    resourceVersion: "21325"
    uid: db9b3ff2-8fd0-4502-8d0d-aa4f5be22f4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:54Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757b4d9ac140
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 8b254878-0b0f-4c35-9abd-07910d2d75ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:58Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757c4b32ca51
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: dd7abad8-fcd2-45a0-ab78-d37f6ed56d64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757c4ed6bd59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21366"
    uid: 86c16463-0a42-4ac0-8e17-7543e551f6b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757c4f56e214
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: 731073b3-10cf-4817-9e51-7816f2b8a8a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757c4f61dc05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: aaeb8140-f7b5-401e-89e7-4454c8fb1856
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757c5320a7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 8e72085f-b72c-4580-b72a-b59db3975ba6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T12:57:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:57:59Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757c53bb5cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: 7a4cb2a7-7b1b-45b5-b46a-ba2caffb8468
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T13:01:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:06Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c6757c8755441f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22779"
    uid: 514b3498-d8d7-4122-9e60-810045a760dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T13:01:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:03Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c675a75ccb3b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: 051a118c-c7ab-4ea0-b1a4-afd53dda7aba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T13:01:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:03Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c675a75ccc5125
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: 45cfb219-5882-4abd-91a3-c6f91b805194
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: a03594e8-222e-42e9-b5db-743a9a30ee09
  kind: Event
  lastTimestamp: "2026-07-28T13:01:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:06Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46-knb2w.18c675a7d621f8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22778"
    uid: d6f77871-9b3e-4a2a-afb4-a9287963c2d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f59b85f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: 907dacef-491e-4918-8a79-83a70a4b9df8
  kind: Event
  lastTimestamp: "2026-07-28T12:57:53Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f59b85f46-knb2w'
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:57:53Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46.18c6757b09eb7df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: be6ded16-762b-4ac2-9c0d-a21c1eff012b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f59b85f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 907dacef-491e-4918-8a79-83a70a4b9df8
  kind: Event
  lastTimestamp: "2026-07-28T12:59:23Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f59b85f46-6jmh6'
  metadata:
    creationTimestamp: "2026-07-28T12:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote-v2-predictor-f59b85f46.18c6759008207aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: a40b07f0-b7e7-4504-bfb7-266c64248dce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: 6da99fe4-68ec-4c14-a73b-d78ce20dd468
  kind: Event
  lastTimestamp: "2026-07-28T12:57:53Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f59b85f46 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:57:53Z"
    name: isvc-canary-promote-v2-predictor.18c6757b06de03e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21268"
    uid: 6fe79c07-ddec-4a71-b5cc-6524c21a5c05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: 6da99fe4-68ec-4c14-a73b-d78ce20dd468
  kind: Event
  lastTimestamp: "2026-07-28T12:59:23Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f59b85f46 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T12:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote-v2-predictor.18c675900378b342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21996"
    uid: 1964ea5b-c42e-4a63-90ed-88f9ef9831c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 7a9678ac-6823-4615-a088-1f8ff6b4e426
  kind: Event
  lastTimestamp: "2026-07-28T12:59:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote.18c6757b067d7afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: 171f45d4-0ca1-412c-841f-1a5e9d19aeaa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 7a9678ac-6823-4615-a088-1f8ff6b4e426
  kind: Event
  lastTimestamp: "2026-07-28T12:59:23Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote.18c6757b06f83053
    namespace: kserve-ci-e2e-test
    resourceVersion: "22005"
    uid: 52890d14-2c2a-4d98-85fb-86f49e80e517
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:57:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 7a9678ac-6823-4615-a088-1f8ff6b4e426
  kind: Event
  lastTimestamp: "2026-07-28T12:59:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote.18c6757b06f87a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22007"
    uid: 0a94c3ca-9f52-468e-9592-4d9089677665
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 7a9678ac-6823-4615-a088-1f8ff6b4e426
  kind: Event
  lastTimestamp: "2026-07-28T13:01:00Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:01:00Z"
    name: isvc-canary-promote.18c6758e40eb2282
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: ea3b3ed8-308b-42dd-9c55-321337a3683c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:59:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 7a9678ac-6823-4615-a088-1f8ff6b4e426
  kind: Event
  lastTimestamp: "2026-07-28T12:59:23Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T12:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:59:23Z"
    name: isvc-canary-promote.18c6759009a8cc10
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: ef2ca03d-132b-40f2-b6b3-e0a6cf26b4cc
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:02:39.247105Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-ff46f797c-5qthq
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675bd8b684411
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: 663431f8-c32d-465f-89db-164a1e7569a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675bda52ca6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23594"
    uid: e8abcdc8-c9f5-4ded-8359-689136981bb1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675bda69a67f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23596"
    uid: 7995300e-cc96-49ee-9eaf-2474ac297341
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675bda990e692
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: 885202fa-a0dd-492f-8511-e373f410597b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675bdaa09c845
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 1367e02e-2ad0-4fda-a2ce-5ae73cc0509a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:44Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675beadc668a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: eaf6b8c5-e5ba-4bd9-bd88-9f05c1f5164c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:44Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675beb0e2a729
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: fad5229d-da9c-49cf-9841-ed3807d3c277
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:44Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675beb15ce1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: 6b8ef4e6-0b98-49bc-8f65-0eff684363bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:44Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675beb1673b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: c72f6e97-92e0-415a-8c3f-9ba5c0178f4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:44Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675beb46387b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 131061a6-e510-49f1-896d-0e125f3c3986
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:02:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:44Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675beb4d8944c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 2ff5d7bc-762a-4202-966f-e8990cd7f9d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:04:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:11Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675bee9ba1028
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: adf7ba98-1678-497e-8e8a-bb4b0e227c0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:04:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675d2880ec216
    namespace: kserve-ci-e2e-test
    resourceVersion: "24244"
    uid: 65972d49-4683-47f6-aff9-841074fffea3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:04:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675d2880f4dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24246"
    uid: b843baa0-ffc2-4642-8873-fd12f8579858
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 623beffe-1aaa-4dae-8be3-d3d2ea9e5a6c
  kind: Event
  lastTimestamp: "2026-07-28T13:04:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:11Z"
    name: isvc-canary-rollback-predictor-ff46f797c-5qthq.18c675d2efe805d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 3bd05783-2393-4f73-9aa1-959f383def18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:01:09.139229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-ff46f797c-c6xvk
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a8908f1c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 5a01e3ad-fdaa-4e03-82f8-0e4665f7f2a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a8aa498d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22863"
    uid: fc730904-a1f8-411b-8ff7-21a7939ee09c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a8abac7da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22865"
    uid: fd412e39-26be-4e11-a6f8-7683483d7b48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a8ae38965b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22866"
    uid: 68dcbb65-bfe4-440c-bbc4-bd6eb7149c2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a8aea9248a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: ed488e71-7a79-4b69-9693-7fccc7d26619
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a99a3c98c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: 9946b6b8-dae9-48ca-a6a7-40e594bc0c5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a99d61beeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22916"
    uid: a2a380b6-b340-4f0d-82e7-b03a0b9f1e04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a99dd43e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22917"
    uid: 943db4b5-d179-45a2-8f8c-3164cd852ec0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a99ddf87ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22918"
    uid: 1db33126-388f-4f0f-b6d3-921e65c3a461
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a9a0d9f3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 1b7b0afb-493d-47fe-9c04-c1a1f73490f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:01:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:13Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a9a198a890
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 376a46ab-5e8d-4c86-9326-b7c82d61d6dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:04:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:10Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675a9d6592d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24258"
    uid: 597754f8-25b7-4da3-b6a3-63abe467bd64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:04:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675d28814e62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: b1ca70c3-75d5-45af-bd1e-8005557b642a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:04:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675d288156788
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: 6fb26219-47e4-4879-a22f-f3d2971af76a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 89efd3d2-ceb4-4200-8b11-24b899ce188a
  kind: Event
  lastTimestamp: "2026-07-28T13:04:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:10Z"
    name: isvc-canary-rollback-predictor-ff46f797c-c6xvk.18c675d2d134f638
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: 6c03d293-2b2e-4317-98f9-d2866e644676
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-ff46f797c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 2a7d7a48-b043-45cf-8117-5594367b4631
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: 'Created pod: isvc-canary-rollback-predictor-ff46f797c-c6xvk'
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-predictor-ff46f797c.18c675a88fe46d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: ac9b0bd5-b19f-48be-a117-728f88c0638d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-ff46f797c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 2a7d7a48-b043-45cf-8117-5594367b4631
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: 'Created pod: isvc-canary-rollback-predictor-ff46f797c-5qthq'
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-predictor-ff46f797c.18c675bd8aefb6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: 837c01db-4157-4428-8ab3-35ac1798c6f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22815"
    uid: 12d5f041-dd4a-47e3-92f3-c2909b46433e
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-ff46f797c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-predictor.18c675a88ab57f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 211df91a-843f-4560-9edf-38055ca03410
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: 12d5f041-dd4a-47e3-92f3-c2909b46433e
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-ff46f797c from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-predictor.18c675bd867e7768
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: 3a5a536d-1877-4d8a-89df-9e94abb58288
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:01:09.146162Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22833"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a890f8f480
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 215373f8-7d6f-4c65-bcfe-75c8d8b24c9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a89dd66869
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: 8ba7620d-e5c1-4054-9c61-1453da9a8ad7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:10Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:01:10Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a8ceabc6a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 727757fe-9580-4427-b2d4-9f78eca74082
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:10Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a8d0448d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22880"
    uid: 0c95e2c0-264f-4ead-be9c-afe23504ec70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:10Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a8d365951c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: eefed992-a71a-4db9-9dd7-8a823742d6ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:10Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a8d3f0c924
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 772cfb6a-925a-4c34-889c-289ca2e0a6d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a9d65d32d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22935"
    uid: 19db80af-479b-4442-bbb4-1d4e88f14ab4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a9d9bd75ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22938"
    uid: 990d5ead-299d-4ba6-8014-c466bba17166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a9da4b3646
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: 3043ee89-2990-4c83-b27e-c68bac115fe8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a9da55ca46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22940"
    uid: 5404ef5f-83be-41dc-8b81-5cb45dac896a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a9dd530adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22943"
    uid: 4dca9f24-50a2-46e5-84f4-8a3c9d0ac49a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:01:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:01:14Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675a9ddc3ea89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: b5a0ec7f-e5ca-44cc-835e-e67badc2fea8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:02:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:42Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675aa4e4983d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: f03b722f-3fe1-4c18-9d56-6f9e1022ca5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675bd87cf637e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 46243e92-e8dc-4922-90f2-5e6faf2ca699
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675bd87d00096
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: 0947f96c-472b-4638-a788-2a085e3f9656
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 2cdf12ee-7c10-4638-bece-8fa0305dec07
  kind: Event
  lastTimestamp: "2026-07-28T13:02:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:02:42Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs.18c675be547d46e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: b8bdafbb-ce4e-4d1b-8bd6-d427ea318f32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-675cc7cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: c8b3494c-a49a-409f-92a1-57f196c80fdb
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-675cc7cb4-4qvhs'
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-v2-predictor-675cc7cb4.18c675a8906180d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: ed123bf0-619b-49e7-902d-90d2809d53ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: cda654b1-2de2-4542-a42a-cbed4e23e28b
  kind: Event
  lastTimestamp: "2026-07-28T13:01:09Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-675cc7cb4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:01:09Z"
    name: isvc-canary-rollback-v2-predictor.18c675a88c91e3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: e1230303-d34e-47bb-9f06-68db8a12d17e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 9f4cf8d8-4069-4f22-8371-49f2eda72dc3
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback.18c675a88c2fdd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: f4ab6637-fad4-41d3-bdd5-c21e7fa207f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 9f4cf8d8-4069-4f22-8371-49f2eda72dc3
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback.18c675a88cb5b312
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: d6e6ac98-7dad-4012-a02f-75323a51fc09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 9f4cf8d8-4069-4f22-8371-49f2eda72dc3
  kind: Event
  lastTimestamp: "2026-07-28T13:02:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:02:39Z"
    name: isvc-canary-rollback.18c675a88cb5fd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 235e43aa-3622-45db-a591-73c42a98a7d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:02:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: 9f4cf8d8-4069-4f22-8371-49f2eda72dc3
  kind: Event
  lastTimestamp: "2026-07-28T13:04:01Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:04:01Z"
    name: isvc-canary-rollback.18c675bb8efea171
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: b69ff801-f68c-40fd-a243-8fe7818c8873
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:04:14.557642Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59777d5f7c-gg6g9
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d3bc5ba5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: aad15b6c-5fe5-462b-8142-cc1318a8be39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d3c562de61
    namespace: kserve-ci-e2e-test
    resourceVersion: "24349"
    uid: a350a165-0f14-47c2-8035-41556ffb329e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:15Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:04:15Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d3f9db13e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: 2b98386b-ed1a-4b0d-a011-1370831be573
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:15Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d3fb411855
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: 2e512045-0550-403f-ab68-a3868db681a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:15Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d3fddfcfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 3c7dc60a-1b21-4bba-a025-0b8ceac99183
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:15Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d3fe458827
    namespace: kserve-ci-e2e-test
    resourceVersion: "24369"
    uid: de0dbf92-a1d2-4049-a2b4-6b7b8d163a9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:19Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d4e1c06785
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: b94e7937-193b-4244-a816-2dee7b3415b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:19Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d4e49f95c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: d63fa52e-ac0d-4925-8078-db78bf14f1da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:19Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d4e50435a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: b29e9fe5-7be6-4e75-b43b-d0b3958ce002
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:19Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d4e50f3d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: dab04fc3-d38e-4787-9ecb-b387c2cf999b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:19Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d4e864de94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 2c60d846-1f75-438c-ae09-2fdedd1bb91f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:04:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:19Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d4e8cb0d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "24418"
    uid: 217fc5e7-e63f-4d4b-8080-246473f2b0d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:05:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:46Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675d51dd54ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25378"
    uid: aa252ed2-c811-4110-85ad-2ac152a21818
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:05:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:44Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675e8b1c2e96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: 0df34836-8409-456b-9b42-8cd5a872859a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:05:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:44Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675e8b1c7de55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25354"
    uid: 4dff1215-0d95-4254-aec0-d0c6e55dc7f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 3b7a7040-f1bf-4b0b-b9e0-c631469cfbb6
  kind: Event
  lastTimestamp: "2026-07-28T13:05:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:46Z"
    name: isvc-canary-stop-predictor-59777d5f7c-gg6g9.18c675e924140b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: 8a682cd2-3904-4778-9a3b-b1260e7704f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59777d5f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 13edb7dc-e076-475f-a7a0-3a221cbfce02
  kind: Event
  lastTimestamp: "2026-07-28T13:04:14Z"
  message: 'Created pod: isvc-canary-stop-predictor-59777d5f7c-gg6g9'
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop-predictor-59777d5f7c.18c675d3bbbe798a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24324"
    uid: d213b2fa-b196-45f6-81a1-b165cfab6e2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 4114ef29-adba-494f-8408-0616b5b27650
  kind: Event
  lastTimestamp: "2026-07-28T13:04:14Z"
  message: Scaled up replica set isvc-canary-stop-predictor-59777d5f7c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop-predictor.18c675d3b6b17d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: 779a8182-7d2b-44fe-88f0-a26a31a05f2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:04:14.564297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d3bcc12d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24334"
    uid: 996c871d-184c-457f-86d0-ffcd5e75e7da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:15Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d3c5e2d051
    namespace: kserve-ci-e2e-test
    resourceVersion: "24360"
    uid: 9219bd84-6bca-4443-9faa-acff7af8b12a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24343"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:16Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:04:16Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d4306be94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24378"
    uid: e45a9d5e-9e83-4d77-b7f4-c7537c7f9c3a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:16Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d431cbfe4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24380"
    uid: 03b1ea60-82d5-465d-b884-68e0d1237366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:16Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d434bcd377
    namespace: kserve-ci-e2e-test
    resourceVersion: "24385"
    uid: caf32c40-1c21-429c-8bd5-8deeea904c0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:16Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d4353d9745
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: a1467e6d-9b37-441b-8d8a-f9c8549a6d4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:20Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d51f021b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: 97710513-3767-417f-8baf-60a5d07cfe2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:20Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d522527f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: ff4a9442-ec56-4c8f-9748-bdfe42680e95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:20Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d522cad9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 34760d5b-94f3-4dff-b2e8-29edbabbabbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:20Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d522d58243
    namespace: kserve-ci-e2e-test
    resourceVersion: "24436"
    uid: 23d3a970-cd0c-4007-a524-0f3fb50cde17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:20Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d5258199dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24438"
    uid: ac190fa5-ca38-4cd8-a515-f2fe52eff743
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:04:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:04:20Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d525f8a4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 6ef874c6-123e-496f-bbdc-47077ff62cca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:05:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:33Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675d55b03f60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25237"
    uid: 7ccbaa35-fe58-4c37-b0e9-598fefbfea9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:05:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:44Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675e8b3c08bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25361"
    uid: df3297e4-a126-446e-bcc2-98587fa9812a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:05:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:44Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675e8b3c1262c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: 10098e10-3cd2-47f3-9b77-8d95d8d3f04c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 5beab22d-ca46-4657-bd31-d83cc74ef79e
  kind: Event
  lastTimestamp: "2026-07-28T13:05:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:47Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6.18c675e9612eb5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: 24198c55-2ffe-4bc2-baf4-3a787c4d23b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-c6cdc95b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: d25332a6-9048-4a3c-89a0-a49550902e2f
  kind: Event
  lastTimestamp: "2026-07-28T13:04:14Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-c6cdc95b4-7gdd6'
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop-v2-predictor-c6cdc95b4.18c675d3bc322403
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: 5895f4d4-6238-4e1f-9fa4-c527b582f480
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24312"
    uid: 2116992f-65d2-4de2-aa21-ad0c9d93c4ab
  kind: Event
  lastTimestamp: "2026-07-28T13:04:14Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-c6cdc95b4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop-v2-predictor.18c675d3b8dfe929
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: ef4d962b-56ab-4d64-b639-bf4e745d1c38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: b3631486-58aa-435c-be00-6805f8825a10
  kind: Event
  lastTimestamp: "2026-07-28T13:05:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:05:44Z"
    name: isvc-canary-stop.18c675d3b8d0ea3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: cc22dd30-0184-4550-8698-bce727811840
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: b3631486-58aa-435c-be00-6805f8825a10
  kind: Event
  lastTimestamp: "2026-07-28T13:04:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop.18c675d3b96a2314
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: 88c5d35f-9f62-42c8-80a0-2b4da95f08b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: b3631486-58aa-435c-be00-6805f8825a10
  kind: Event
  lastTimestamp: "2026-07-28T13:04:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:04:14Z"
    name: isvc-canary-stop.18c675d3b96a6858
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: cf1690cd-e006-43b9-be7a-2576d63cbcfa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "25270"
    uid: b3631486-58aa-435c-be00-6805f8825a10
  kind: Event
  lastTimestamp: "2026-07-28T13:05:36Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:05:36Z"
    name: isvc-canary-stop.18c675e6d69c7503
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: e7b993b6-9f3b-40bd-976d-ad13202544f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: b3631486-58aa-435c-be00-6805f8825a10
  kind: Event
  lastTimestamp: "2026-07-28T13:05:44Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T13:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:05:44Z"
    name: isvc-canary-stop.18c675e8b31bf4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: 3c51f109-5b34-4ea3-a288-fc2c243c72b6
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:08:01.380399Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26542"
    uid: 49f8efb7-37ed-4442-8959-e7b41071ae27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-4e2983-predictor-79ccd5778-ntk66
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:08:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:08:01Z"
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66.18c676088c0c3bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 0d57cd6d-a4a3-4861-8f2d-e619f3d2962a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 49f8efb7-37ed-4442-8959-e7b41071ae27
  kind: Event
  lastTimestamp: "2026-07-28T13:08:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-4e2983-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:01Z"
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66.18c6760895f4d833
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: d55d03b7-40d2-47f0-8d8a-998b1c2f9485
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26552"
    uid: 49f8efb7-37ed-4442-8959-e7b41071ae27
  kind: Event
  lastTimestamp: "2026-07-28T13:08:02Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:08:02Z"
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66.18c67608c9529a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: 043d510a-913c-4933-9614-3abaa30bd2f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 49f8efb7-37ed-4442-8959-e7b41071ae27
  kind: Event
  lastTimestamp: "2026-07-28T13:08:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:06Z"
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66.18c67608cae6463a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 40c0cc80-d2cf-46b5-b94d-ee5416d5c623
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 49f8efb7-37ed-4442-8959-e7b41071ae27
  kind: Event
  lastTimestamp: "2026-07-28T13:08:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:06Z"
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66.18c67608cef6ae9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 6ce24ed3-9d21-4599-b566-0dda2e94d452
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 49f8efb7-37ed-4442-8959-e7b41071ae27
  kind: Event
  lastTimestamp: "2026-07-28T13:08:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:06Z"
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66.18c67608cf738c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: d0e3bc25-846b-4062-93bc-4979fd12df7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: 49f8efb7-37ed-4442-8959-e7b41071ae27
  kind: Event
  lastTimestamp: "2026-07-28T13:08:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-4e2983-predictor-79ccd5778-ntk66_kserve-ci-e2e-test(49f8efb7-37ed-4442-8959-e7b41071ae27)
  metadata:
    creationTimestamp: "2026-07-28T13:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:10Z"
    name: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66.18c6760ab014ea19
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: 561edea3-dfeb-45a5-a04f-15abb6231ee7
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-4e2983-predictor-79ccd5778
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: 0031ac27-5583-48c0-83e4-e316fece0f55
  kind: Event
  lastTimestamp: "2026-07-28T13:08:01Z"
  message: 'Created pod: isvc-init-fail-4e2983-predictor-79ccd5778-ntk66'
  metadata:
    creationTimestamp: "2026-07-28T13:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:01Z"
    name: isvc-init-fail-4e2983-predictor-79ccd5778.18c676088b98370b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26543"
    uid: 97febf00-1b41-4bfb-bcdf-7ce4e756d8dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-4e2983-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26531"
    uid: 78d5de3b-fbc9-4a9c-908d-4419ff139523
  kind: Event
  lastTimestamp: "2026-07-28T13:08:01Z"
  message: Scaled up replica set isvc-init-fail-4e2983-predictor-79ccd5778 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:01Z"
    name: isvc-init-fail-4e2983-predictor.18c6760888b29e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "26534"
    uid: 062c09b8-6f45-4dcf-80f8-dd7d719d4e34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4e2983
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: 8aaeda31-2cf5-4a1d-a71a-7ecb0246fb38
  kind: Event
  lastTimestamp: "2026-07-28T13:08:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:10Z"
    name: isvc-init-fail-4e2983.18c6760888b9c8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26649"
    uid: fe0e3e5a-e26a-42c6-997c-19ac516d9ef6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4e2983
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: 8aaeda31-2cf5-4a1d-a71a-7ecb0246fb38
  kind: Event
  lastTimestamp: "2026-07-28T13:08:01Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-4e2983":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-4e2983":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:01Z"
    name: isvc-init-fail-4e2983.18c676088956d3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 5bb402a2-e684-45a0-8590-8f2131332bbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-4e2983
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: 8aaeda31-2cf5-4a1d-a71a-7ecb0246fb38
  kind: Event
  lastTimestamp: "2026-07-28T13:08:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-4e2983": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:01Z"
    name: isvc-init-fail-4e2983.18c67608895756f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26539"
    uid: 51c2e3ed-e1f9-46bd-a35a-2cb80a2ddbfd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:51:47.623430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:51:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:51:47Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67525d39c4160
    namespace: kserve-ci-e2e-test
    resourceVersion: "18336"
    uid: 45ceaaba-ab03-4e36-b9e6-ca46c3824dca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18340"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:48Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:51:48Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67525ed9356db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: e1b2150d-9d51-4999-a227-f9afe95b0a08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:48Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67525ef661e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18352"
    uid: 6f37db8c-f96f-4fba-a7de-83923b5962f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:48Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67525f26736c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: fe1cf804-18c8-4ce4-b645-db5b295ec455
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:48Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67525f2e05699
    namespace: kserve-ci-e2e-test
    resourceVersion: "18354"
    uid: 5edd81cf-ddf5-4962-9ed1-f2eb12ed14a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67526f6644d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 4412dcb7-d0aa-46a9-9e6e-476214b8ff0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67526f934a7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: f64575ec-6d3a-4252-a01c-9ebd6ff4faff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67526f9b23426
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: bbb2ed4b-c215-4ddb-9fea-8016d9ab9b8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67526f9bd4dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: f99e47cf-dca3-4dce-9696-2c71bd8c0cbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67526fc9c85e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18401"
    uid: 38d59cdb-562b-4990-a6e8-7d6375686f33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67526fd251bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18403"
    uid: 02bed426-3b3a-40ef-aa83-c8f38458d649
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:81de9c7b44afa2675e48ef6d97fb5e4ff2cc473e1368ec2f514df37916d89654"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67526fd308004
    namespace: kserve-ci-e2e-test
    resourceVersion: "18404"
    uid: aa7dc395-8dfc-4933-82eb-fac6f5aa0f8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67527002d24ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18405"
    uid: 61d69dd2-4a7d-4c84-ba80-e4af350c200c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:51:52Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T12:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:52Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c6752700a63c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: 1fda49ea-ac35-4980-9733-609aaf1372e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:53:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:39Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c67527327b8b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: cebb0648-b423-4928-9401-a440bf8ab4a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:53:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T12:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:39Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c6752732856063
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: eb528bd5-f82c-41bc-a38d-07b18973a4ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:53:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:22Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c6753c01512989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: 950b6ef9-419d-410a-a34b-6f77f48f2870
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:53:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T12:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:22Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c6753c01515d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: 83094a28-4a45-47c9-9083-2419cf1b4e29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:53:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:22Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c6753c0151b515
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: 2b5d69fa-c0f4-40ce-9ffe-d597832614aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 670f0f96-c8d1-4222-b207-f0d486477fa4
  kind: Event
  lastTimestamp: "2026-07-28T12:53:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:34Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585.18c6753c62a882de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: b86eb774-24a2-4f3e-8a80-4518cf8cc693
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-75f51-predictor-6f9549fc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "18320"
    uid: 19827862-56b7-4109-a5d1-8a9601a8c72f
  kind: Event
  lastTimestamp: "2026-07-28T12:51:47Z"
  message: 'Created pod: isvc-logger-raw-75f51-predictor-6f9549fc45-7k585'
  metadata:
    creationTimestamp: "2026-07-28T12:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:47Z"
    name: isvc-logger-raw-75f51-predictor-6f9549fc45.18c67525d32ae8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18333"
    uid: 839673a2-6123-4297-aa3c-515e6cb17eb8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-75f51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: 3a16f42a-9c37-48d7-83be-b32e27a6a7ea
  kind: Event
  lastTimestamp: "2026-07-28T12:51:47Z"
  message: Scaled up replica set isvc-logger-raw-75f51-predictor-6f9549fc45 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T12:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:47Z"
    name: isvc-logger-raw-75f51-predictor.18c67525cf9ce58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: b736fb59-dbad-4462-8791-29946d38eae8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:52:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-75f51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: 9ffddf64-8d75-4946-afbe-903cb2f18ae6
  kind: Event
  lastTimestamp: "2026-07-28T12:52:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:52:32Z"
    name: isvc-logger-raw-75f51-predictor.18c675294e2308fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: 5cab46e3-acf7-44f7-b59c-002c84cd6545
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:52:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-75f51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: 9ffddf64-8d75-4946-afbe-903cb2f18ae6
  kind: Event
  lastTimestamp: "2026-07-28T12:52:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:52:32Z"
    name: isvc-logger-raw-75f51-predictor.18c675294e8d0a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 7da5e6f0-0a5b-4385-8d21-5adcdb3aa96a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:52:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-75f51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 9ffddf64-8d75-4946-afbe-903cb2f18ae6
  kind: Event
  lastTimestamp: "2026-07-28T12:53:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:17Z"
    name: isvc-logger-raw-75f51-predictor.18c67533cb5f98c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: c35b3466-51f3-4336-a19d-2a1e544f13a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:52:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-75f51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 9ffddf64-8d75-4946-afbe-903cb2f18ae6
  kind: Event
  lastTimestamp: "2026-07-28T12:53:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:17Z"
    name: isvc-logger-raw-75f51-predictor.18c67533cbc58746
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: db837ff0-73d7-413c-be87-c82476a731e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-75f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18311"
    uid: f2575073-400f-45ae-a8ed-c3d1a953a2af
  kind: Event
  lastTimestamp: "2026-07-28T12:53:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:53:09Z"
    name: isvc-logger-raw-75f51.18c67525cf9f72f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18973"
    uid: 0fd01969-1d72-4035-aeb9-957491324a70
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-75f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18311"
    uid: f2575073-400f-45ae-a8ed-c3d1a953a2af
  kind: Event
  lastTimestamp: "2026-07-28T12:51:47Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-75f51":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-75f51":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:51:47Z"
    name: isvc-logger-raw-75f51.18c67525d0267744
    namespace: kserve-ci-e2e-test
    resourceVersion: "18325"
    uid: a672f425-db84-4bee-a03d-f1bf091bdd96
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-75f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: f2575073-400f-45ae-a8ed-c3d1a953a2af
  kind: Event
  lastTimestamp: "2026-07-28T12:53:09Z"
  message: InferenceService [isvc-logger-raw-75f51] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:53:09Z"
    name: isvc-logger-raw-75f51.18c67538d1d0824b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: c5925247-8914-418c-a8c5-7732328866d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:05:54.864370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:05:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:05:54Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675eb171ad469
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: 9b5a8501-c33f-4597-91c1-df1532e0d9c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:05:55Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:05:55Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675eb30f683bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: 13e5594a-1cbf-47f6-81b8-3281ee6d01ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:05:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:55Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675eb324ecbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: 85c2b974-7dbe-4269-9b46-c1b050e7ecfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:05:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:55Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675eb354793dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: ed0860c4-7b14-41f1-bbf5-88fd80c9fa61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:05:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:55Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675eb35be73cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25500"
    uid: dab7ee37-57ba-4977-8142-9b7165176c06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:05:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:05:59Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675ec45bcfd9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: 05879c1e-c99f-4cdb-ab04-6e14d74903d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:06:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:00Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675ec494e5ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25539"
    uid: 95d56c0c-624a-48db-86c4-dee051ed60d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:06:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:00Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675ec49e1f392
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 77043fe8-6be3-43e4-b9f4-089c2b5a6d43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:06:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:00Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675ec49ebefc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25541"
    uid: 9835dd6d-480e-4256-ad10-f253363d89dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:06:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:00Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675ec4cb65850
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: eb4cd03f-d1b7-43d5-9054-f71885aa9539
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:06:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:06:00Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675ec4d2a1902
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: c2c9e508-67d8-48ac-ad9a-e795d8ea86f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:07:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:12Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c675ecbdaa97fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26052"
    uid: 7738208f-a972-4168-bf39-5cebc127af36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:07:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:56Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c676075216fedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: 62e1800a-c731-4826-ad01-01fd8f61050c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:07:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:56Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c676075217a78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 4546a8be-a433-482f-8d7d-c661176ed80f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 79d744b3-265a-4759-bc1d-2ddfc47275b8
  kind: Event
  lastTimestamp: "2026-07-28T13:07:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:57Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w.18c67607c0041284
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: e35d9bf2-5e68-4998-8817-1ae1fdcda0ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d919a2-predictor-7fd74c9d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 655400f0-588f-44fe-8907-f75f5df3dfe4
  kind: Event
  lastTimestamp: "2026-07-28T13:05:54Z"
  message: 'Created pod: isvc-primary-d919a2-predictor-7fd74c9d69-bnk8w'
  metadata:
    creationTimestamp: "2026-07-28T13:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:05:54Z"
    name: isvc-primary-d919a2-predictor-7fd74c9d69.18c675eb16ac4439
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: e71b7a4a-9218-4746-8759-c7dd8b338d4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d919a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: 8d69566d-8a80-406f-b07b-63127cc9bc34
  kind: Event
  lastTimestamp: "2026-07-28T13:05:54Z"
  message: Scaled up replica set isvc-primary-d919a2-predictor-7fd74c9d69 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:05:54Z"
    name: isvc-primary-d919a2-predictor.18c675eb12757371
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: fa7e36ae-dec3-47fd-ac8f-b7e6ca1a77ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d919a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: b7deb9f9-bef3-4fba-ad78-e862d6cd7718
  kind: Event
  lastTimestamp: "2026-07-28T13:06:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:06:39Z"
    name: isvc-primary-d919a2-predictor.18c675ee910442aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: aa68d960-fdab-4efa-8531-0bbcf317320c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d919a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: b7deb9f9-bef3-4fba-ad78-e862d6cd7718
  kind: Event
  lastTimestamp: "2026-07-28T13:06:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:06:39Z"
    name: isvc-primary-d919a2-predictor.18c675ee91698ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 077f4570-63c3-470c-bae4-7894ada74c91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d919a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: b7deb9f9-bef3-4fba-ad78-e862d6cd7718
  kind: Event
  lastTimestamp: "2026-07-28T13:07:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:54Z"
    name: isvc-primary-d919a2-predictor.18c675f90e634879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: 527d2fad-e762-4603-9a27-c3b70da1fcc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T13:06:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d919a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: b7deb9f9-bef3-4fba-ad78-e862d6cd7718
  kind: Event
  lastTimestamp: "2026-07-28T13:07:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:54Z"
    name: isvc-primary-d919a2-predictor.18c675f90ec59c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 28b6afd1-b6e8-4f7c-99f8-6d32fae4b160
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d919a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: 7d5e0202-fce5-4a4d-8655-934d28b3b447
  kind: Event
  lastTimestamp: "2026-07-28T13:07:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:07:22Z"
    name: isvc-primary-d919a2.18c675eb127aac7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: 13722f23-3584-47e0-999b-f46df97f4fa9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d919a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: 7d5e0202-fce5-4a4d-8655-934d28b3b447
  kind: Event
  lastTimestamp: "2026-07-28T13:05:54Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d919a2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d919a2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:05:54Z"
    name: isvc-primary-d919a2.18c675eb12f0a6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: e68a6a5d-8e46-40cf-94e2-137adc4cf9a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:05:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d919a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: 7d5e0202-fce5-4a4d-8655-934d28b3b447
  kind: Event
  lastTimestamp: "2026-07-28T13:05:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d919a2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:05:54Z"
    name: isvc-primary-d919a2.18c675eb12f0ddd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: 1e001bbd-524c-4a22-88c4-71b9d709ca68
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d919a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26131"
    uid: 7d5e0202-fce5-4a4d-8655-934d28b3b447
  kind: Event
  lastTimestamp: "2026-07-28T13:07:22Z"
  message: InferenceService [isvc-primary-d919a2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:07:22Z"
    name: isvc-primary-d919a2.18c675ff74c2bde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: 3c802d1f-e8de-4b52-952f-74fd7480c9f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:45:51.607409Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:45:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:45:51Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d2ef66aa50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: b0341384-271b-4f8b-9f4b-3b9c022b948d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:45:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-51250-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:51Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d2fae10030
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: f39544ad-21b1-42f8-abfc-d5b7837e3435
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:45:52Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:45:52Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d32d131234
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 87868828-ce4e-4de3-b7d1-ef389b7c89a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:45:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:52Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d32e9d3831
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: 32892162-1235-404f-9f7d-8b7fc36459d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:45:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:52Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d331681c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 4b452994-dfaf-4fe0-8e0e-5dfa53c41d07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:45:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:52Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d331e4c2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 858a0239-39a1-4a42-902e-cbe055290761
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:45:57Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
  metadata:
    creationTimestamp: "2026-07-28T12:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:45:57Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d435d418bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 181ecdc3-aaad-4b4c-ac5b-9a0397685418
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    in 12.989s (12.989s including waiting). Image size: 1555707315 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:10Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d73c0c984f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: 52315c54-9238-4c7b-99a4-a80cd076fc53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:10Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d73f81ca39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: 06232732-3094-4f90-a5cf-b44015906f59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:10Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d74005f9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 2293e1a4-0fe4-428f-8334-f7e858a067b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T12:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:10Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d740150b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: 2016d5eb-e23d-4baf-9db0-9a890f2a95e7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.235s (2.235s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:12Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d7c54eef1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: ca99f78f-04ad-4bb5-aab3-0804958022ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:12Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d7c847c508
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 35f898ff-0ce3-4dac-bb79-28f64ad815e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:12Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d7c8c38979
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: d5d3047d-5efd-43ca-a6d4-e4efae5dee13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:81de9c7b44afa2675e48ef6d97fb5e4ff2cc473e1368ec2f514df37916d89654"
  metadata:
    creationTimestamp: "2026-07-28T12:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:12Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d7c8d09c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 2c1ac087-d958-4389-b4f0-268e76e6b258
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:81de9c7b44afa2675e48ef6d97fb5e4ff2cc473e1368ec2f514df37916d89654"
    in 1.988s (1.988s including waiting). Image size: 240170110 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:14Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d83f52eb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 7900e70c-e827-405b-b49b-f1100731cb2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T12:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:14Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d8428f9cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 01a92185-5b67-42d4-9b55-fc89919c81dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:46:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T12:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:46:14Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d84309590c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 20e64db7-d0c0-4444-a61a-f51c42edbd9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:48:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:01Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d86ca3229b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16235"
    uid: 90927143-d80e-438e-8ad2-5effeaf3eb3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T12:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674d86cad5618
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: 35d8bf18-21b7-4ac2-a74f-9995b16b3cb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:47:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:46Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674edc1fc4e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 11bfac59-f0d3-40e9-abfd-63d074b38ac8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:47:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:46Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674edc1fd93be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16022"
    uid: aea7ef71-111b-4e1e-9f9f-9c5eb34ce51a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:47:46Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T12:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:46Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674edc1fdb0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: 42b0954d-b639-4752-bad8-d5b63e1b52a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7dbd61fa-0c34-4083-8343-1fc2c4d43a82
  kind: Event
  lastTimestamp: "2026-07-28T12:48:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:01Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt.18c674eec6df8620
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: 2331c4ec-46be-4a09-b4c3-b640257bd9f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: 2d214bb4-4113-43ff-86bd-ea23b19c8f67
  kind: Event
  lastTimestamp: "2026-07-28T12:45:51Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56-8nzjt'
  metadata:
    creationTimestamp: "2026-07-28T12:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:45:51Z"
    name: isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56.18c674d2eebad0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: e72e6256-bfec-4c5f-97a1-2ea29e938ad4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-51250-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 36aab0a2-db30-4d8c-a0e1-64354912ac65
  kind: Event
  lastTimestamp: "2026-07-28T12:45:51Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-51250-predictor-99c5fcf56
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:45:51Z"
    name: isvc-raw-sklearn-batcher-51250-predictor.18c674d2e5d18d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 53ec19c3-5439-4009-8a6d-5e763dd1fd0f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-51250-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15120"
    uid: f6c1784f-fb45-4327-a448-b9cc064cc008
  kind: Event
  lastTimestamp: "2026-07-28T12:46:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:46:21Z"
    name: isvc-raw-sklearn-batcher-51250-predictor.18c674d66b4820a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 0e60632c-09dd-42de-93dd-f65f59e63ee0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-51250-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15120"
    uid: f6c1784f-fb45-4327-a448-b9cc064cc008
  kind: Event
  lastTimestamp: "2026-07-28T12:46:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:46:21Z"
    name: isvc-raw-sklearn-batcher-51250-predictor.18c674d66bb4342d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: 205f2a1c-e2e1-48d2-ad8c-4bd6ec7aea60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-51250-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: f6c1784f-fb45-4327-a448-b9cc064cc008
  kind: Event
  lastTimestamp: "2026-07-28T12:47:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:36Z"
    name: isvc-raw-sklearn-batcher-51250-predictor.18c674dd697efab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 95d7db81-a610-4465-ae71-6c9a3322031f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:46:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-51250-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: f6c1784f-fb45-4327-a448-b9cc064cc008
  kind: Event
  lastTimestamp: "2026-07-28T12:47:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:36Z"
    name: isvc-raw-sklearn-batcher-51250-predictor.18c674dd69ed787a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: 0111005e-3d52-4c6c-8d0f-565fa8c05467
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-51250
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: c97a49ab-c89c-469d-8f51-3cfaa3a7ae15
  kind: Event
  lastTimestamp: "2026-07-28T12:47:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:47:31Z"
    name: isvc-raw-sklearn-batcher-51250.18c674d2ebf5429d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: ffd140e0-8d3b-464d-b1ac-aca61d6060d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-51250
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: c97a49ab-c89c-469d-8f51-3cfaa3a7ae15
  kind: Event
  lastTimestamp: "2026-07-28T12:45:51Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-51250":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-51250":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:45:51Z"
    name: isvc-raw-sklearn-batcher-51250.18c674d2ec461912
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: 455c4b50-76d9-41dd-9ed8-9f46a55f50c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:45:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-51250
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: c97a49ab-c89c-469d-8f51-3cfaa3a7ae15
  kind: Event
  lastTimestamp: "2026-07-28T12:45:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-51250": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:45:51Z"
    name: isvc-raw-sklearn-batcher-51250.18c674d2ec4677ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: 408b7f7f-1e35-4d88-aa71-29a0e624c2dd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-51250
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: c97a49ab-c89c-469d-8f51-3cfaa3a7ae15
  kind: Event
  lastTimestamp: "2026-07-28T12:47:31Z"
  message: InferenceService [isvc-raw-sklearn-batcher-51250] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:47:31Z"
    name: isvc-raw-sklearn-batcher-51250.18c674ea25ea0872
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 385e51b3-5d35-4491-aaf6-0646728138ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:07:40.099229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26280"
    uid: e517e996-8666-47fa-9d3c-904f1c06ccb1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:07:40Z"
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85.18c676039797618e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26284"
    uid: a86375fc-c2c5-4836-b473-6ce0012df389
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: e517e996-8666-47fa-9d3c-904f1c06ccb1
  kind: Event
  lastTimestamp: "2026-07-28T13:07:40Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:07:40Z"
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85.18c67603b1073313
    namespace: kserve-ci-e2e-test
    resourceVersion: "26299"
    uid: 7f2e0a1d-d25e-4427-8344-8b43b515d40f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: e517e996-8666-47fa-9d3c-904f1c06ccb1
  kind: Event
  lastTimestamp: "2026-07-28T13:07:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:45Z"
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85.18c67603b28cd1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: a030c5c7-53d1-40bc-9f4e-f92615e6893c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: e517e996-8666-47fa-9d3c-904f1c06ccb1
  kind: Event
  lastTimestamp: "2026-07-28T13:07:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:45Z"
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85.18c67603b557b901
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: cb0222e6-4d7b-4f32-9d10-39637c8a657c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: e517e996-8666-47fa-9d3c-904f1c06ccb1
  kind: Event
  lastTimestamp: "2026-07-28T13:07:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:45Z"
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85.18c67603b5cfbc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: e5da264f-1d34-494b-a885-938c17ecbd8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: e517e996-8666-47fa-9d3c-904f1c06ccb1
  kind: Event
  lastTimestamp: "2026-07-28T13:07:51Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85_kserve-ci-e2e-test(e517e996-8666-47fa-9d3c-904f1c06ccb1)
  metadata:
    creationTimestamp: "2026-07-28T13:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:07:51Z"
    name: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85.18c67606357004a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: 8242ab18-951c-4d0a-a201-ec0f3a84d4f6
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d919a2-predictor-d95c8d7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26271"
    uid: 9ae534d0-828b-4f4a-a4d2-2a1dd05b4529
  kind: Event
  lastTimestamp: "2026-07-28T13:07:40Z"
  message: 'Created pod: isvc-secondary-d919a2-predictor-d95c8d7d6-fzm85'
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:40Z"
    name: isvc-secondary-d919a2-predictor-d95c8d7d6.18c6760397342414
    namespace: kserve-ci-e2e-test
    resourceVersion: "26282"
    uid: 2722eded-b581-4cca-97fb-45af0b4b667e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d919a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26269"
    uid: bf7287ee-f6df-4a7d-8b21-a329e5841a20
  kind: Event
  lastTimestamp: "2026-07-28T13:07:40Z"
  message: Scaled up replica set isvc-secondary-d919a2-predictor-d95c8d7d6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:40Z"
    name: isvc-secondary-d919a2-predictor.18c6760392e3c3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: d43cc3e9-6484-4b41-87d5-5c8769c3bb61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d919a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26270"
    uid: 9cd437ae-3bd8-40e0-bf60-ff43e4bb59e5
  kind: Event
  lastTimestamp: "2026-07-28T13:07:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:55Z"
    name: isvc-secondary-d919a2-predictor.18c67607115d4ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26433"
    uid: 94a5a51f-33c7-46e9-ba0b-7af02d722f81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d919a2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26270"
    uid: 9cd437ae-3bd8-40e0-bf60-ff43e4bb59e5
  kind: Event
  lastTimestamp: "2026-07-28T13:07:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:07:55Z"
    name: isvc-secondary-d919a2-predictor.18c6760711a9abe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26435"
    uid: 0c4071df-6788-451e-9c10-796a8675b675
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d919a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: 32763b22-9a8b-4e28-9014-aafe91a2772f
  kind: Event
  lastTimestamp: "2026-07-28T13:07:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:07:51Z"
    name: isvc-secondary-d919a2.18c6760392e0a816
    namespace: kserve-ci-e2e-test
    resourceVersion: "26407"
    uid: cc5c4688-f51a-4e2b-8609-71b13061f92d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d919a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: 32763b22-9a8b-4e28-9014-aafe91a2772f
  kind: Event
  lastTimestamp: "2026-07-28T13:07:40Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d919a2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d919a2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:07:40Z"
    name: isvc-secondary-d919a2.18c6760393566fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 4b0e1bef-a23f-4397-b12c-2cead2e201c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d919a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: 32763b22-9a8b-4e28-9014-aafe91a2772f
  kind: Event
  lastTimestamp: "2026-07-28T13:07:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d919a2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:07:40Z"
    name: isvc-secondary-d919a2.18c676039356b34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 39a0e600-fc1c-4bcf-b005-ccb7c79adf7c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:47:46.981905Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:47:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:47:46Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674edcc41d710
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 3209e299-c06c-47bd-9162-59fac016c5f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:47Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:47:47Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674ede6a55aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: 646f617a-d959-401d-9276-47693e4ec335
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:47Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674ede95a5062
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: a0b1ad82-6264-4e88-bd47-6be80bb4da82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:47Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674edec81ef8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: 41f7b85f-c742-4f32-ba02-7319d4fce31b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:47Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674eded004d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: c8fd3a73-09ee-4981-8556-8d503e9edcdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674eedd005748
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: fa1d436e-70cf-46b3-ab60-845b5c66a4ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674eee0002f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: d9992ebd-c24f-419d-bb68-3fccea2cfc6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674eee0786a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: a231f9e8-4d60-4638-bfd0-0f83b68b6771
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674eee081a4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 810d67d2-0bb1-4bb4-8cdb-8c15d93a8d30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674eee3722a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: 88b96844-0d06-4150-971f-65f8eb15d9d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674eee3e8f90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: 3367124b-1515-4817-a119-ac7012b2c927
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:49:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:39Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c674ef54c8c7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 2f44f5cd-8391-46a6-b182-1e42cc5f56ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c67507743ea298
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: 187006bf-9f51-4aee-b5d1-edf5c88e5d05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c67507743f0dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: 656f94c1-9a89-43ea-a9fa-acce20d71b55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 10baf772-a265-4dbb-8afa-29fe5877f2e4
  kind: Event
  lastTimestamp: "2026-07-28T12:49:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:39Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx.18c6750803119188
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 731b6b17-c182-4a11-ad77-28361c60d2f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: 66d63e52-ad19-4b5d-9c16-c303c9e92b1e
  kind: Event
  lastTimestamp: "2026-07-28T12:47:46Z"
  message: 'Created pod: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456-4ccgx'
  metadata:
    creationTimestamp: "2026-07-28T12:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:46Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456.18c674edcb642acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 087d0034-2900-4a77-b6b5-502abae8baf6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 15030b88-4015-4572-9950-cccda77c1285
  kind: Event
  lastTimestamp: "2026-07-28T12:47:46Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-e5cf3-predictor-5755d65456
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:46Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor.18c674edc298a9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 28ddbda8-6479-420f-bb2c-8fc74628f462
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: 1cf34923-fcc4-4714-b564-e293d0210816
  kind: Event
  lastTimestamp: "2026-07-28T12:48:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:48:31Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor.18c674f141a56f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 8bcaf3e3-e86d-469e-b7d7-53d31f8aec3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: 1cf34923-fcc4-4714-b564-e293d0210816
  kind: Event
  lastTimestamp: "2026-07-28T12:48:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:48:31Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor.18c674f1421724e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 5493fc2f-2a2f-4a11-aa44-4cf0a6fda5b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: 1cf34923-fcc4-4714-b564-e293d0210816
  kind: Event
  lastTimestamp: "2026-07-28T12:49:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:31Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor.18c674f4c17bb1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16956"
    uid: fa0cd8da-d572-4bd0-bbea-c37a7f8c15a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: 1cf34923-fcc4-4714-b564-e293d0210816
  kind: Event
  lastTimestamp: "2026-07-28T12:49:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:31Z"
    name: isvc-sklearn-graph-raw-e5cf3-predictor.18c674f4c2079ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: 86831eb6-b2c0-4aea-b6f8-167bfbfb2934
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e5cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 21f4fe7a-3f0a-481c-aa1e-5c1c65219af1
  kind: Event
  lastTimestamp: "2026-07-28T12:49:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:49:09Z"
    name: isvc-sklearn-graph-raw-e5cf3.18c674edc286d3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: c76b8da0-6697-46ed-b965-8d0caaa3356d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e5cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 21f4fe7a-3f0a-481c-aa1e-5c1c65219af1
  kind: Event
  lastTimestamp: "2026-07-28T12:47:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-e5cf3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-e5cf3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:47:46Z"
    name: isvc-sklearn-graph-raw-e5cf3.18c674edc37b7e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 8eabb03f-f206-4947-a19c-bb6e7bad5f13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e5cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 21f4fe7a-3f0a-481c-aa1e-5c1c65219af1
  kind: Event
  lastTimestamp: "2026-07-28T12:49:09Z"
  message: InferenceService [isvc-sklearn-graph-raw-e5cf3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:49:09Z"
    name: isvc-sklearn-graph-raw-e5cf3.18c675010d753d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: f2b4be21-c1d9-4c20-843f-9e762e121d5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:49:37.348829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c675077ea35ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: dc585a89-351c-4285-99f0-4c370c6f1373
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-7f8c4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c675078d201841
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: 38f2579f-f874-4c4a-8cc1-170d1f51b91f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:38Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:49:38Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67507bbe762fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 139e1269-4a35-47db-9f62-007a407ea3d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:38Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67507bd637bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: eba3ef31-d22b-48ab-94f3-41da7a502e96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:38Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67507c0a4bbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: b07677fa-cd65-4f13-9644-99030238c48d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:38Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67507c11cac3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: dfa512aa-dd8d-48e8-8696-52879557d40a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:43Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67508cfbaefa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 738be18e-ab44-4bf1-9d79-55da12f8b971
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:43Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67508d268b4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 04c957c0-9401-4655-b976-be3d74a66f65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:43Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67508d2e0432c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: 9812f2c9-ebc9-454f-aac1-807326d75b6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:43Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67508d2e9a906
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: add815af-b0fd-479a-89c7-2e7fd4756413
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:43Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67508d5c2e99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: b026b2ff-a0e8-45fe-a525-6a7fb171ede1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:49:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:43Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67508d638e134
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: b62c652d-dee1-406e-b496-1358381da23e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:51:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:31Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c675094791d85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: bf203112-1da7-4166-9395-f45a2a5ae400
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67521264f93c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: 44df2540-6dc9-47ff-a704-c08adb06241b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c6752126502415
    namespace: kserve-ci-e2e-test
    resourceVersion: "18091"
    uid: 1b40d851-b8fe-4c6c-9298-96630dff7933
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: fb5354fb-a5a6-4e4f-b531-c31d6aadd0e2
  kind: Event
  lastTimestamp: "2026-07-28T12:51:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:31Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72.18c67521f5e8bd18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: d36daa87-40af-421e-9ec1-96830012de20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: a16589a1-3f11-4510-98a8-9d88470641d7
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb-7cn72'
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb.18c675077d766f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 56724e46-d541-418d-93cc-838b5a9ed462
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 8ca281c4-8dcd-468c-bb52-6c0888e135b7
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-7f8c4-predictor-645f5d9cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor.18c6750778a0354b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: fc15c35c-a241-45af-963f-4ca96debef83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: a8a101f6-c3c9-4b83-99b7-e2def4beaa72
  kind: Event
  lastTimestamp: "2026-07-28T12:50:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:50:22Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor.18c6750af77edc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: e3b79e5d-f146-42a4-958c-59d3757d8495
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: a8a101f6-c3c9-4b83-99b7-e2def4beaa72
  kind: Event
  lastTimestamp: "2026-07-28T12:50:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:50:22Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor.18c6750af7e918f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 56be8b09-4377-4eae-88b9-fdb3d08440a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: a8a101f6-c3c9-4b83-99b7-e2def4beaa72
  kind: Event
  lastTimestamp: "2026-07-28T12:51:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:22Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor.18c6751574db72cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: 0323a046-d026-4af2-a4ae-e11a266ffa55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: a8a101f6-c3c9-4b83-99b7-e2def4beaa72
  kind: Event
  lastTimestamp: "2026-07-28T12:51:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:22Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4-predictor.18c67515754f7a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18002"
    uid: 10a8155d-fdf6-4d81-9519-7560e486f7cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: faf81246-ed86-419a-87c1-adea523033bd
  kind: Event
  lastTimestamp: "2026-07-28T12:51:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:51:01Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4.18c6750778b0df34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 85d4dbbf-a797-4041-a71f-7f472e17b554
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-7f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17813"
    uid: faf81246-ed86-419a-87c1-adea523033bd
  kind: Event
  lastTimestamp: "2026-07-28T12:51:01Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-7f8c4] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:51:01Z"
    name: isvc-sklearn-graph-raw-hpa-7f8c4.18c6751aff70cb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17814"
    uid: 0539b08a-cd2c-4da0-830b-6a2944785367
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:53:22.952370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    to ip-10-0-138-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:53:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:53:22Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753c05a8427b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: 4ef6d71e-90ad-48b9-999e-afd2f65b6317
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19120"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:23Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:53:23Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753c1f4e5a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: 9dd1d244-6505-4c60-99b5-c6b1fd6bbd7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:23Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753c20cccc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: 75aa7b21-1c1b-4fdc-b7d8-e3a4ef081502
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:23Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753c23e045f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: 04e1a869-5ccd-414d-8434-999ce2a5b639
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:23Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753c24572b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: 2ed44ca6-173c-4f6f-b228-fcd3aa9f2719
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:27Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753d2b836e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: 0e0176d9-ec12-4d15-9237-43569dca7996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:27Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753d2e553f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: afb3fc4b-72d5-4794-8c7e-985c5e825bb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:27Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753d2ecde1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: 85d336b7-e012-4c09-aaf8-ae5869a010cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:27Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753d2ed83089
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 7cd89ed0-b631-4316-b39f-ed14999b4075
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:27Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753d31b754af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: 2cfb14bf-ed2f-429a-9c48-f008db66f4f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:53:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:27Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753d323074a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19198"
    uid: 8622f7da-d73f-49d7-96ea-ab3faf8707c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:56:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:23Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c6753d678623ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: a8b382ef-1b93-46dc-85fc-3ce98960f861
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:56:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:13Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c67563a7bd1c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: 30f23972-9f0b-4a45-bd2c-a43d11948ecd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:56:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:13Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c67563a7bde444
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: 1ccc077c-a20c-4eae-bb64-c6c95e76d0ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a41a6f4b-61d5-47da-9816-15287c4daf00
  kind: Event
  lastTimestamp: "2026-07-28T12:56:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:56:19Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp.18c675640e149344
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: ac6d420f-0d24-4a7d-b347-427b886d7421
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 3da0fda6-93bb-4fb8-8a6e-3baaf7709327
  kind: Event
  lastTimestamp: "2026-07-28T12:53:22Z"
  message: 'Created pod: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6-jfbkp'
  metadata:
    creationTimestamp: "2026-07-28T12:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:22Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6.18c6753c0538cc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: 560f94f7-f1dd-45d9-b538-88f2a6784218
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-b38ea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: 6e3e0f65-b963-41c1-9a7d-21ad93f04f7c
  kind: Event
  lastTimestamp: "2026-07-28T12:53:22Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-b38ea-predictor-77f776f9b6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:53:22Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor.18c6753c00054b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: 2a8e9d66-9184-4e5d-b203-6896766a7e07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b38ea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: c2e7985a-0478-4b91-ab2e-a31e306bdb50
  kind: Event
  lastTimestamp: "2026-07-28T12:54:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:54:07Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor.18c6753f7e9b172e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: c145e4c2-9b3c-4a18-95e5-823d84d025f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b38ea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: c2e7985a-0478-4b91-ab2e-a31e306bdb50
  kind: Event
  lastTimestamp: "2026-07-28T12:54:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:54:07Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor.18c6753f7f0e197c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: 0334cefd-35a8-45cf-8d08-eaa689ecd7d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b38ea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: c2e7985a-0478-4b91-ab2e-a31e306bdb50
  kind: Event
  lastTimestamp: "2026-07-28T12:56:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:08Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor.18c67549fc11c800
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: 6b2b97dc-51bf-44c9-972d-d14f34ea638f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T12:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b38ea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: c2e7985a-0478-4b91-ab2e-a31e306bdb50
  kind: Event
  lastTimestamp: "2026-07-28T12:56:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:56:08Z"
    name: isvc-sklearn-scale-raw-b38ea-predictor.18c67549fc858a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 89646ff7-f92c-4132-98cc-bf38de059452
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b38ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: 19d8e5d9-5ef6-46ca-bb4f-c12442160fdb
  kind: Event
  lastTimestamp: "2026-07-28T12:56:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:56:03Z"
    name: isvc-sklearn-scale-raw-b38ea.18c6753c001804e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 7b4a48c6-eda1-4e25-ab7f-230e4886d265
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b38ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: 19d8e5d9-5ef6-46ca-bb4f-c12442160fdb
  kind: Event
  lastTimestamp: "2026-07-28T12:53:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-b38ea":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-b38ea":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:53:22Z"
    name: isvc-sklearn-scale-raw-b38ea.18c6753c010e9380
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: c56ff09f-7c6d-4599-851a-1327c81e0547
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b38ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: 19d8e5d9-5ef6-46ca-bb4f-c12442160fdb
  kind: Event
  lastTimestamp: "2026-07-28T12:53:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-b38ea": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:53:23Z"
    name: isvc-sklearn-scale-raw-b38ea.18c6753c07a791c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19134"
    uid: 075a554e-223f-4008-b30b-7bf0ff3d550f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:56:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b38ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: 19d8e5d9-5ef6-46ca-bb4f-c12442160fdb
  kind: Event
  lastTimestamp: "2026-07-28T12:56:03Z"
  message: InferenceService [isvc-sklearn-scale-raw-b38ea] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:56:03Z"
    name: isvc-sklearn-scale-raw-b38ea.18c675615515a5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20304"
    uid: 07e3b3b6-a27a-465d-a204-c54689941be9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:47:47.127487Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:47:47Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674edd4ef3317
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 6645a995-2c3c-4112-83a0-7ee5c45c9e93
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:47:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-e5cf3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:47Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674ede386ac30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 113aeb66-4ea0-47d5-8e1f-90bce29bd431
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:47:48Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:47:48Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674ee123ad504
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 0b4a7708-e861-4516-ba4f-d7c4db043da2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:47:48Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
  metadata:
    creationTimestamp: "2026-07-28T12:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:48Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674ee146b8a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: efe0b172-2c0d-45bb-9c33-eedd3d9b874c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    in 3.555s (3.555s including waiting). Image size: 300974042 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674eee851714d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: d84be6d5-2efd-4010-b58d-ef78c999c28b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674eeeb7e64c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: f7a48bff-a4ef-4eeb-a2bc-ebff65deab8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:47:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:51Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674eeec066dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: 46f083cb-b1e2-4148-84be-7266f383d1a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:47:55Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T12:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:47:55Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674efe23549a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 9cf9a1c3-37aa-4a27-b6e0-7b4f65d9f7a3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:48:12Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.715s (16.715s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:12Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674f3c689b1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: b68a3877-ab78-4d72-9caf-06c121cbefcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:48:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:12Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674f3ca063982
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 862593fc-33e9-45b4-8f78-9be760c59e1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:48:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:12Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674f3ca7a04b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: a3dccddb-a604-4082-a340-024035e5529a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:48:12Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T12:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:12Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674f3ca89aec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: e143f820-5566-45e6-88a2-f4e4d8f8b669
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:48:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.251s (2.251s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:14Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674f450c1bae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: de50a364-33c0-4aac-ab0d-8050a0dc6b38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:48:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:15Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674f453f1a331
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: dfc6a562-4473-48a2-abec-99a74b8590af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:48:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:48:15Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674f45464b623
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 4e3ab5ae-c6f1-4524-b361-e7fd71f502ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:49:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:01Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c674f455111504
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 09e84450-ffba-442f-a7be-4834ed292714
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c675077ec787ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17087"
    uid: 72455c90-f357-4f9f-bd8e-8f604819ae8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: d34136b6-a566-4ef9-9d64-ecb48eda1fd6
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5.18c675077ec7fe57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 07b98773-005b-4d7e-b340-46e3fd68fb06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: e304a1bd-599f-4d3d-a2e9-66adbbef05dd
  kind: Event
  lastTimestamp: "2026-07-28T12:47:47Z"
  message: 'Created pod: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685-7xcv5'
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:47Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685.18c674edd41cb20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 72d72ae8-c2d2-4231-aae6-8d52c2198531
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: b693e3a6-10f9-49ad-b3ee-3bc05e2c2590
  kind: Event
  lastTimestamp: "2026-07-28T12:47:47Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-e5cf3-predictor-567b6c4685
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:47:47Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor.18c674edce5e3438
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: 2f05a709-8704-4846-9506-3fbe303473ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 6c458a6b-d492-4281-a348-6b91e7237a8b
  kind: Event
  lastTimestamp: "2026-07-28T12:49:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:02Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor.18c674f14d3aa506
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: c149cd44-4355-4a46-a53d-de820b0b304a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T12:48:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 6c458a6b-d492-4281-a348-6b91e7237a8b
  kind: Event
  lastTimestamp: "2026-07-28T12:49:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:02Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor.18c674f14df5dd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: 25371183-e64b-4042-afce-e5bf932188ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 6c458a6b-d492-4281-a348-6b91e7237a8b
  kind: Event
  lastTimestamp: "2026-07-28T12:49:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:32Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor.18c67502c9b1adfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 974c5179-cb79-4499-a1fc-ce9696397e85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e5cf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 6c458a6b-d492-4281-a348-6b91e7237a8b
  kind: Event
  lastTimestamp: "2026-07-28T12:49:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:32Z"
    name: isvc-xgboost-graph-raw-e5cf3-predictor.18c67502ca1fc5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 177a20eb-9346-43a9-bde0-45a8521969e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:47:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e5cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 55bfced1-0cca-48bd-976b-ebe0edb15636
  kind: Event
  lastTimestamp: "2026-07-28T12:49:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:49:11Z"
    name: isvc-xgboost-graph-raw-e5cf3.18c674edcf712192
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: 88455ca5-fc84-4538-a488-532f84b316d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e5cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 55bfced1-0cca-48bd-976b-ebe0edb15636
  kind: Event
  lastTimestamp: "2026-07-28T12:49:11Z"
  message: InferenceService [isvc-xgboost-graph-raw-e5cf3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:49:11Z"
    name: isvc-xgboost-graph-raw-e5cf3.18c67501656f58c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 9543229a-e7ac-4443-90c1-e2c74d12e3b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:49:37.438411Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c6750783fa5ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 4cd402e8-6933-41b4-8e5b-f10065563842
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-7f8c4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c675078f554f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 4267f15a-795b-40b5-a675-b2a3f7e36e33
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:38Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:49:38Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67507c19ee57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: c1b25a61-9c11-469a-b481-145c3693e136
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:38Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67507c3178565
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: 853dacbd-fd05-4c33-b724-e7f7fc99db6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T12:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:38Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67507c62e740b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 03831c6b-25d2-4e76-8bb4-ae76c4a413bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T12:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:38Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67507c6a39a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: 99118454-388c-41d1-98b8-d2301854c972
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:42Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:42Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67508ae958688
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: efa34fe1-d373-48c2-b713-f8557bc34e44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:42Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67508b298e847
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: b75663ff-b478-475a-b88a-2cf1b37ff8c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:42Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67508b30d45cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: f48d242e-0eaa-4f96-bd45-b1c780e8ec5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:42Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67508b316d892
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: d68474fe-2f07-4d93-be4c-70a214c9f76f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:42Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67508b611ea6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: f2872d70-a89c-401c-834c-97c03781d0db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:49:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:42Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67508b685fcde
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: e27a80fd-b1f3-4cfc-90cb-39be37f8a12c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:51:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T12:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:29Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c67508eaa8e89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 146837f9-7af5-41ab-9d59-68fb3582628c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c675212ddc3b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: 9a287a41-c0ca-4a16-b27c-db90abf01c70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c675212ddcc4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18127"
    uid: c5cd9416-0a90-4de1-b578-af4076e8183c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 12ec7f96-fb1d-45a1-b15b-36d1d129dc71
  kind: Event
  lastTimestamp: "2026-07-28T12:51:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T12:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:29Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d.18c6752198f85421
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 29c43605-96ac-41dd-80a2-274676e229d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 03a809ae-b280-44c9-8789-1ba8c016944f
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c-5ls5d'
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c.18c67507834bcc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: bfd023fd-26d6-46e9-b01a-a5d9397e0f26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 13713fa0-fa89-4b71-9fc9-79a05dc5b556
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-7f8c4-predictor-cdbf9b77c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor.18c675077f454980
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: e49090df-0532-48a6-842d-019f0e2cc0fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 05673626-2a8a-4f3c-b26f-b9d0dcc940a9
  kind: Event
  lastTimestamp: "2026-07-28T12:50:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:50:22Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor.18c6750afdf7f89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: aff1787f-f6a8-4e56-b0a2-79789e5fa8e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 05673626-2a8a-4f3c-b26f-b9d0dcc940a9
  kind: Event
  lastTimestamp: "2026-07-28T12:50:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:50:22Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor.18c6750afe6512ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 9a12d3f8-3ac7-4fac-9c5f-c08ac2646afa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 05673626-2a8a-4f3c-b26f-b9d0dcc940a9
  kind: Event
  lastTimestamp: "2026-07-28T12:51:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:07Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor.18c675157aa448fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 715b7787-3972-4555-aad3-1d183019fa79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 05673626-2a8a-4f3c-b26f-b9d0dcc940a9
  kind: Event
  lastTimestamp: "2026-07-28T12:51:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T12:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:07Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4-predictor.18c675157b160dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 31dd843e-5ccd-4938-b7fa-1afc0c2c8bba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 7019ca41-1917-45c2-958e-40e6c551b4f5
  kind: Event
  lastTimestamp: "2026-07-28T12:50:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4.18c675077fc48c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: 678de1db-2301-4a3c-94f6-1aea6e669e04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-7f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: 7019ca41-1917-45c2-958e-40e6c551b4f5
  kind: Event
  lastTimestamp: "2026-07-28T12:50:49Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-7f8c4] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:50:49Z"
    name: isvc-xgboost-graph-raw-hpa-7f8c4.18c675184e72505a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: af4b83a4-213f-476c-afa0-801efec2ea6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:51:27.560173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18092"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c6752127bf0b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: ccaacdfd-aa93-4688-949a-aab012983efe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-75f51-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c675212fcb5203
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 2968f923-0560-4dd5-bca9-e6d0ebd34b34
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18105"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:28Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:51:28Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c675216534f9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: 91092ae7-ee18-4630-8f29-cbaf650a27fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:28Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T12:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:28Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c6752166863e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: f9f5afb5-7bcc-4d4b-bd69-7402d7f7972b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:29Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.372s (1.372s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:29Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c67521b859b882
    namespace: kserve-ci-e2e-test
    resourceVersion: "18153"
    uid: 2afe6880-a86c-452c-910c-f00e36902022
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T12:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:30Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c67521bb9467f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18154"
    uid: 3db9d8bb-2654-4ba9-a28a-c5be0725c3b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:30Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c67521bc02df9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18155"
    uid: e798ccfd-c3b3-4672-a873-4de3b3b5b34c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:30Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c67521bc0f1afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: d8c7497f-83ae-4db1-86e0-6e30adbe84ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T12:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:30Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c67521bf3c71b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 70c51885-2619-42a1-b5d7-9a640b1c2812
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:51:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:30Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c67521bfb0979f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: bf39c267-b8df-486c-b364-3681e4434a5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:53:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T12:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:23Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c6753c094e1894
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 18074590-8e76-4836-a137-9a4c80af0b7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: abb5d180-6b49-4019-990e-1aaafb84bf2c
  kind: Event
  lastTimestamp: "2026-07-28T12:53:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T12:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:53:23Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld.18c6753c094e82a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: 459a8271-4e14-467d-953b-a5a6c506a082
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-75f51-predictor-ff9697fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18070"
    uid: 43dfa028-288d-4dcf-86bd-63f7541d50c2
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: 'Created pod: message-dumper-raw-75f51-predictor-ff9697fdd-q9cld'
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: message-dumper-raw-75f51-predictor-ff9697fdd.18c675212758fa1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: c66021c9-d3c0-4c7d-ba95-488d64f9d975
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-75f51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 64d86693-8947-410b-8872-f4f56d350a85
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: Scaled up replica set message-dumper-raw-75f51-predictor-ff9697fdd from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: message-dumper-raw-75f51-predictor.18c6752124096e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: 08a04da5-84ff-4a33-a461-85e823ae5623
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-75f51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18069"
    uid: a6b4c097-cfa5-4fae-96cd-4d73be555df2
  kind: Event
  lastTimestamp: "2026-07-28T12:51:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:57Z"
    name: message-dumper-raw-75f51-predictor.18c67524a29971cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 91c4e8da-6062-436e-8f74-d8eaf2897d51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-75f51-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18069"
    uid: a6b4c097-cfa5-4fae-96cd-4d73be555df2
  kind: Event
  lastTimestamp: "2026-07-28T12:51:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T12:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:57Z"
    name: message-dumper-raw-75f51-predictor.18c67524a31c5afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: 48f532fe-1f6f-4378-9772-1281baa9b746
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-75f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: 7770ab82-8610-497f-80ba-9aa0b30f5f76
  kind: Event
  lastTimestamp: "2026-07-28T12:51:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:51:38Z"
    name: message-dumper-raw-75f51.18c675212441192e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: a2708db1-51e4-4fe4-be5f-bb42f6862d47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-75f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18081"
    uid: 7770ab82-8610-497f-80ba-9aa0b30f5f76
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-75f51":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-75f51":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: message-dumper-raw-75f51.18c6752128003efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: c680cf1a-7bb6-49a2-9143-374eda90f5bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-75f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18229"
    uid: 7770ab82-8610-497f-80ba-9aa0b30f5f76
  kind: Event
  lastTimestamp: "2026-07-28T12:51:38Z"
  message: InferenceService [message-dumper-raw-75f51] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:51:38Z"
    name: message-dumper-raw-75f51.18c6752399e31387
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: 379e09c6-5910-438c-9943-4c4d72b38472
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:49:26.944260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: b1f6078b-c041-4953-977e-a7db24991029
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-e5cf3-844795b79c-lxrdh
    to ip-10-0-132-15.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:49:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:49:26Z"
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh.18c67505127a350f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 686ff7d5-7daa-4a05-b1f1-826ffa5fb486
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16902"
    uid: b1f6078b-c041-4953-977e-a7db24991029
  kind: Event
  lastTimestamp: "2026-07-28T12:49:27Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:49:27Z"
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh.18c675052bb5bc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: 22a0b50b-c862-4917-95af-2a4760dc81fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e5cf3}
    kind: Pod
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: b1f6078b-c041-4953-977e-a7db24991029
  kind: Event
  lastTimestamp: "2026-07-28T12:49:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:310f41f1c7eb1a56fda87465241323f4eb2e286e2805ba71b8015ffcf6fc5d8d"
  metadata:
    creationTimestamp: "2026-07-28T12:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:27Z"
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh.18c675052d06b4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16914"
    uid: 736afff7-1f58-4bc4-9c44-2c1427848dcf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e5cf3}
    kind: Pod
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: b1f6078b-c041-4953-977e-a7db24991029
  kind: Event
  lastTimestamp: "2026-07-28T12:49:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:310f41f1c7eb1a56fda87465241323f4eb2e286e2805ba71b8015ffcf6fc5d8d"
    in 2.097s (2.097s including waiting). Image size: 218226816 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T12:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:29Z"
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh.18c67505aa0aed42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 4f64290b-56ab-4d2f-82f4-70c933cbee6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e5cf3}
    kind: Pod
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: b1f6078b-c041-4953-977e-a7db24991029
  kind: Event
  lastTimestamp: "2026-07-28T12:49:29Z"
  message: 'Created container: model-chainer-raw-e5cf3'
  metadata:
    creationTimestamp: "2026-07-28T12:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:29Z"
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh.18c67505add40d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: f1a379a1-7636-4990-80b9-2d6bb95cb29d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e5cf3}
    kind: Pod
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: b1f6078b-c041-4953-977e-a7db24991029
  kind: Event
  lastTimestamp: "2026-07-28T12:49:29Z"
  message: Started container model-chainer-raw-e5cf3
  metadata:
    creationTimestamp: "2026-07-28T12:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:29Z"
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh.18c67505ae41a65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 96dd1ebd-d02f-4980-9c1a-dbd59ce61c4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e5cf3}
    kind: Pod
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: b1f6078b-c041-4953-977e-a7db24991029
  kind: Event
  lastTimestamp: "2026-07-28T12:49:37Z"
  message: Stopping container model-chainer-raw-e5cf3
  metadata:
    creationTimestamp: "2026-07-28T12:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:49:37Z"
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh.18c675076ac19930
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: f4e4ad02-ca87-450a-82ff-0c03d0ef9b58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e5cf3}
    kind: Pod
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: b1f6078b-c041-4953-977e-a7db24991029
  kind: Event
  lastTimestamp: "2026-07-28T12:50:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T12:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:50:06Z"
    name: model-chainer-raw-e5cf3-844795b79c-lxrdh.18c6750872e0c8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: e6df5a86-4305-4159-87e3-825cb8ad858b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-e5cf3-844795b79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: 7573f3d9-2c5d-4b87-9f96-1f7a6eff7977
  kind: Event
  lastTimestamp: "2026-07-28T12:49:26Z"
  message: 'Created pod: model-chainer-raw-e5cf3-844795b79c-lxrdh'
  metadata:
    creationTimestamp: "2026-07-28T12:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:26Z"
    name: model-chainer-raw-e5cf3-844795b79c.18c6750511f7ae58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: b09bf95d-aa44-4998-ac72-4356e6492e52
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-e5cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: 82225822-9a2d-4264-b006-c87cd8806b8a
  kind: Event
  lastTimestamp: "2026-07-28T12:49:26Z"
  message: Scaled up replica set model-chainer-raw-e5cf3-844795b79c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T12:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:49:26Z"
    name: model-chainer-raw-e5cf3.18c6750510fec0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16890"
    uid: 657a3795-880b-4ec5-97dc-ca4e7d07d009
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:49:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-e5cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: b1f14122-506d-474d-b559-ba6beedd9333
  kind: Event
  lastTimestamp: "2026-07-28T12:49:27Z"
  message: InferenceGraph [model-chainer-raw-e5cf3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:49:27Z"
    name: model-chainer-raw-e5cf3.18c6750516c128b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 211f974f-9c04-4a59-b99e-56bec8f33f2a
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T12:51:17.294892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 18e9293b-a2e4-4ae3-ba2d-0c88a50a0ff7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-7f8c4-5865959455-wpbnh
    to ip-10-0-132-15.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T12:51:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T12:51:17Z"
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh.18c6751ec3e33e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 7e81822e-a0ab-472d-9262-07c62352d212
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 18e9293b-a2e4-4ae3-ba2d-0c88a50a0ff7
  kind: Event
  lastTimestamp: "2026-07-28T12:51:17Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T12:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T12:51:17Z"
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh.18c6751edd300946
    namespace: kserve-ci-e2e-test
    resourceVersion: "17958"
    uid: 92445f35-4739-4727-b616-41432a75d89d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f8c4}
    kind: Pod
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 18e9293b-a2e4-4ae3-ba2d-0c88a50a0ff7
  kind: Event
  lastTimestamp: "2026-07-28T12:51:17Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:310f41f1c7eb1a56fda87465241323f4eb2e286e2805ba71b8015ffcf6fc5d8d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T12:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:17Z"
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh.18c6751ede7aa731
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 98d63d08-e661-44c1-a885-c2729af33209
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f8c4}
    kind: Pod
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 18e9293b-a2e4-4ae3-ba2d-0c88a50a0ff7
  kind: Event
  lastTimestamp: "2026-07-28T12:51:17Z"
  message: 'Created container: model-chainer-raw-hpa-7f8c4'
  metadata:
    creationTimestamp: "2026-07-28T12:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:17Z"
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh.18c6751ee14641c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: cb978577-c74d-48a9-9790-84e63bd7ea76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f8c4}
    kind: Pod
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 18e9293b-a2e4-4ae3-ba2d-0c88a50a0ff7
  kind: Event
  lastTimestamp: "2026-07-28T12:51:17Z"
  message: Started container model-chainer-raw-hpa-7f8c4
  metadata:
    creationTimestamp: "2026-07-28T12:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:17Z"
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh.18c6751ee1ba1aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: b41d5475-52c3-4e8d-bbb0-d3a30d316863
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f8c4}
    kind: Pod
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 18e9293b-a2e4-4ae3-ba2d-0c88a50a0ff7
  kind: Event
  lastTimestamp: "2026-07-28T12:51:27Z"
  message: Stopping container model-chainer-raw-hpa-7f8c4
  metadata:
    creationTimestamp: "2026-07-28T12:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:27Z"
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh.18c675211b9b4d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18056"
    uid: 1f6253f8-359c-433c-abb6-d7543452bade
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-7f8c4}
    kind: Pod
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 18e9293b-a2e4-4ae3-ba2d-0c88a50a0ff7
  kind: Event
  lastTimestamp: "2026-07-28T12:51:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T12:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T12:51:53Z"
    name: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh.18c6752172aca4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: f57406fa-c7dd-48a7-a166-e00d9d59622e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-7f8c4-5865959455
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 73745ca3-c9bb-4756-b099-6f3b27bcf0e9
  kind: Event
  lastTimestamp: "2026-07-28T12:51:17Z"
  message: 'Created pod: model-chainer-raw-hpa-7f8c4-5865959455-wpbnh'
  metadata:
    creationTimestamp: "2026-07-28T12:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:17Z"
    name: model-chainer-raw-hpa-7f8c4-5865959455.18c6751ec373b65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 54ede35e-29ac-4439-b86c-784815771454
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-7f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 28abddaa-7adc-4479-901c-b0df109ce5fd
  kind: Event
  lastTimestamp: "2026-07-28T12:51:17Z"
  message: Scaled up replica set model-chainer-raw-hpa-7f8c4-5865959455 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T12:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T12:51:17Z"
    name: model-chainer-raw-hpa-7f8c4.18c6751ec2739423
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 50c0a4de-0a7b-4163-8d74-936adb61a605
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T12:51:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-7f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17951"
    uid: 6be920ac-28f6-4736-9250-10cd9fadc736
  kind: Event
  lastTimestamp: "2026-07-28T12:51:17Z"
  message: InferenceGraph [model-chainer-raw-hpa-7f8c4] is Ready
  metadata:
    creationTimestamp: "2026-07-28T12:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T12:51:17Z"
    name: model-chainer-raw-hpa-7f8c4.18c6751ec7a87686
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: 3784af46-e974-452d-ba6d-1f4d2a94abfa
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:08:16.650896Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26742"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-d7907-predictor-766dd87b76-268ht
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:08:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:08:16Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760c1a3d83d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: 495aee54-af15-4229-9ad6-e9d008d774f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-d7907-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T13:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:16Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760c2816173b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 9e7b41c2-0be3-42b9-9b55-367eddc700d2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:17Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:08:17Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760c57d6ad3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26765"
    uid: ad3e65b1-5fe4-4fec-8813-e80882519037
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:17Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760c59357afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26768"
    uid: 64225703-413a-4b43-acdc-a3024dd6e6ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:17Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760c5bec6ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26769"
    uid: bd781702-d78f-4191-9d0a-9081ffe8a062
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:17Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760c5c5ebc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26771"
    uid: aeebf657-2527-4527-94a5-226858a8f446
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:21Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760d42cb0f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: f877da8f-ec39-4469-b2a9-38dfd766577d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:21Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760d4635f560
    namespace: kserve-ci-e2e-test
    resourceVersion: "26802"
    uid: 925cdebf-f54b-4eb5-9dcb-6805507fbb7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:21Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760d46ad253e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: 0ac9d41d-e530-4efa-af3a-97726f8ff44c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:21Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760d46b7e24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: 14654f34-ba45-4a3a-a894-6e3e2df2ada6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:21Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760d4a20e58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26809"
    uid: 0e1059af-ce03-48ea-9a2e-799c25963446
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:08:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:08:21Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760d4a92c5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26811"
    uid: e3b90d3f-5382-4509-84e5-1fb9beeeec6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:09:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:49Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c6760dbaa22e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 18f13c5b-d217-48b7-921b-87c9feb05635
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:09:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:46Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c67621169f6d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: 234e58c8-8912-4148-92f9-eb7f1d8ef0b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:09:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:46Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c67621169ff851
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: 5ac96349-92a4-4bc7-a426-4d82f3886ec7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 2855480f-b55d-4252-8358-7beec6f605bc
  kind: Event
  lastTimestamp: "2026-07-28T13:09:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:49Z"
    name: raw-sklearn-d7907-predictor-766dd87b76-268ht.18c67621c0dd3d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: e8c72d62-7c57-4684-aaf3-558bc80ba9b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-d7907-predictor-766dd87b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 58700bf1-b9d8-4295-994d-a84d0b84815e
  kind: Event
  lastTimestamp: "2026-07-28T13:08:16Z"
  message: 'Created pod: raw-sklearn-d7907-predictor-766dd87b76-268ht'
  metadata:
    creationTimestamp: "2026-07-28T13:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:16Z"
    name: raw-sklearn-d7907-predictor-766dd87b76.18c6760c19914cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 131eb009-887f-403c-b1a8-6dc9f7b7e263
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-d7907-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 6e17e52b-b305-4df0-86d2-2baa209a3950
  kind: Event
  lastTimestamp: "2026-07-28T13:08:16Z"
  message: Scaled up replica set raw-sklearn-d7907-predictor-766dd87b76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T13:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:08:16Z"
    name: raw-sklearn-d7907-predictor.18c6760c14cd8a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: a4fb3289-6a51-474d-bbd7-3b5f3bd66433
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d7907-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 7b84f5e9-9314-4ff3-95d9-03886e862679
  kind: Event
  lastTimestamp: "2026-07-28T13:09:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:01Z"
    name: raw-sklearn-d7907-predictor.18c6760f940868b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 33dd620a-b9c6-4d3b-9905-7b7162d51f86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d7907-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 7b84f5e9-9314-4ff3-95d9-03886e862679
  kind: Event
  lastTimestamp: "2026-07-28T13:09:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:01Z"
    name: raw-sklearn-d7907-predictor.18c6760f947b85de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: 60513917-1503-4ca3-a6b6-7a3a9ee57642
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d7907-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26881"
    uid: 7b84f5e9-9314-4ff3-95d9-03886e862679
  kind: Event
  lastTimestamp: "2026-07-28T13:09:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:46Z"
    name: raw-sklearn-d7907-predictor.18c67613139527ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27415"
    uid: d77a0558-a7ee-469a-8ba2-33bad0cf18ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d7907-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26881"
    uid: 7b84f5e9-9314-4ff3-95d9-03886e862679
  kind: Event
  lastTimestamp: "2026-07-28T13:09:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:46Z"
    name: raw-sklearn-d7907-predictor.18c6761313fd50ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27416"
    uid: f0313e6f-a846-4bca-954c-484784726b96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d7907
    namespace: kserve-ci-e2e-test
    resourceVersion: "26721"
    uid: ffc1e72e-f2ca-4682-8d96-2e26fed1a9af
  kind: Event
  lastTimestamp: "2026-07-28T13:09:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:09:39Z"
    name: raw-sklearn-d7907.18c6760c151a4198
    namespace: kserve-ci-e2e-test
    resourceVersion: "27371"
    uid: 079b5847-9348-4c9f-9d7e-454b06218b6e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:08:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d7907
    namespace: kserve-ci-e2e-test
    resourceVersion: "26721"
    uid: ffc1e72e-f2ca-4682-8d96-2e26fed1a9af
  kind: Event
  lastTimestamp: "2026-07-28T13:08:16Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-d7907": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-d7907":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:08:16Z"
    name: raw-sklearn-d7907.18c6760c166c2cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: 75ecdc19-9621-4f6b-aa59-7c05bc83dbe7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d7907
    namespace: kserve-ci-e2e-test
    resourceVersion: "27368"
    uid: ffc1e72e-f2ca-4682-8d96-2e26fed1a9af
  kind: Event
  lastTimestamp: "2026-07-28T13:09:39Z"
  message: InferenceService [raw-sklearn-d7907] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:09:39Z"
    name: raw-sklearn-d7907.18c6761f725d5c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27369"
    uid: 7b632fd6-a5fd-41cf-ac15-6d95a8e3c410
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T13:09:51.971237Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27496"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    to ip-10-0-142-139.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T13:09:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T13:09:51Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c676224bc6719c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: 3576badc-90f9-4895-b3ae-ec9eb1c64a30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-685b6c95d4-5xdfp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27504"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:52Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T13:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T13:09:52Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c6762265a5b23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27517"
    uid: f77615f5-a95f-4c20-987e-d2355dc8143f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:45d91dc105b49144984afdbe9de3160da1c989d254fd58cacbd7a1fbe0d83b56"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:52Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c676226767d055
    namespace: kserve-ci-e2e-test
    resourceVersion: "27519"
    uid: af99f484-7b38-419c-b285-dacc9a91473a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T13:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:52Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c676226aeb90be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27521"
    uid: 74f74546-63d1-42c1-8bb5-4cd347e64991
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T13:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:52Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c676226b61cd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 2c02b521-1efc-443b-b2e8-6012fa783e78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1146"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:57Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c676237b19e74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 0edbb836-6c3f-448d-9782-6ef5d54e4204
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T13:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:57Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c676237e712d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27563"
    uid: be182e93-6613-4a73-a69f-f21da7442f50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:57Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c676237ee5cf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 74465f2b-552a-46dc-ac11-9c5fc68fcadb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T13:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:57Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c676237eefe2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: a50de49b-01ae-4070-9516-2ab7fb8e7340
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T13:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:57Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c6762382282544
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 166157a4-1e54-467a-acea-7711db7b0b68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:09:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:09:57Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c6762382964f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: 6037d82b-48e5-4f19-81f7-3296d6173632
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:11:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T13:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:04Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c67623b7280b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: 13bf9ad0-654f-40ee-82de-150925c8796b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:11:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T13:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:12Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c67634f2540f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: 422ba49e-f3b2-4a04-ad35-e111edeb07bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:11:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T13:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:12Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c67634f254dab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: 2940405e-a1f6-4ef0-92a6-7494dd2f36b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 01eb2003-620d-45b7-a833-1dabb9b421f4
  kind: Event
  lastTimestamp: "2026-07-28T13:11:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T13:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T13:11:14Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws.18c67635695ab758
    namespace: kserve-ci-e2e-test
    resourceVersion: "28179"
    uid: e350a322-1d06-4b14-a149-1be3840766c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: e080275e-46a4-455e-b8e4-5632062afe5e
  kind: Event
  lastTimestamp: "2026-07-28T13:09:51Z"
  message: 'Created pod: raw-sklearn-runtime-cfc8f-predictor-7479f9b668-qj5ws'
  metadata:
    creationTimestamp: "2026-07-28T13:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:51Z"
    name: raw-sklearn-runtime-cfc8f-predictor-7479f9b668.18c676224b4500cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 7d6ae619-b5f0-4303-abc7-f1a84a810148
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-cfc8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: c8e0044c-fe28-44f3-b6bc-f82d5fcdd4f3
  kind: Event
  lastTimestamp: "2026-07-28T13:09:51Z"
  message: Scaled up replica set raw-sklearn-runtime-cfc8f-predictor-7479f9b668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T13:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:09:51Z"
    name: raw-sklearn-runtime-cfc8f-predictor.18c67622460ac3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27487"
    uid: 9e152632-0eab-47fc-8f49-ed77e31d08dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-cfc8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27484"
    uid: 89f5e6d3-ce7e-4981-9688-18b0123f28cf
  kind: Event
  lastTimestamp: "2026-07-28T13:10:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:10:36Z"
    name: raw-sklearn-runtime-cfc8f-predictor.18c67625c48b49cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27865"
    uid: 4b75d350-6a23-4f9e-8cb4-1d6dc0b8c624
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-cfc8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27484"
    uid: 89f5e6d3-ce7e-4981-9688-18b0123f28cf
  kind: Event
  lastTimestamp: "2026-07-28T13:10:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T13:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:10:36Z"
    name: raw-sklearn-runtime-cfc8f-predictor.18c67625c4f909bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27866"
    uid: 1fe4addf-3e7a-44a5-96aa-328d6c6c6995
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-cfc8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: 89f5e6d3-ce7e-4981-9688-18b0123f28cf
  kind: Event
  lastTimestamp: "2026-07-28T13:11:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:11:06Z"
    name: raw-sklearn-runtime-cfc8f-predictor.18c67629446b6be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28099"
    uid: b1d3ca69-dbf7-4970-8f1c-b4eca5c34ebe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T13:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-cfc8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: 89f5e6d3-ce7e-4981-9688-18b0123f28cf
  kind: Event
  lastTimestamp: "2026-07-28T13:11:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T13:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T13:11:06Z"
    name: raw-sklearn-runtime-cfc8f-predictor.18c6762944e502bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28101"
    uid: 32bd968d-9a1a-41ac-9121-383f6fa7fdcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: ec4002d5-1b82-4bb4-9adf-140dcc600943
  kind: Event
  lastTimestamp: "2026-07-28T13:11:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T13:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:11:10Z"
    name: raw-sklearn-runtime-cfc8f.18c67622460ab37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28136"
    uid: 4b5d3126-04b6-4cda-bb73-52a49a9b2381
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: ec4002d5-1b82-4bb4-9adf-140dcc600943
  kind: Event
  lastTimestamp: "2026-07-28T13:09:52Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-cfc8f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-cfc8f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:09:52Z"
    name: raw-sklearn-runtime-cfc8f.18c676224691bf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "27509"
    uid: 0077e6ff-00bb-4b4d-b753-61b32627e10a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27478"
    uid: ec4002d5-1b82-4bb4-9adf-140dcc600943
  kind: Event
  lastTimestamp: "2026-07-28T13:09:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-cfc8f": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T13:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:09:52Z"
    name: raw-sklearn-runtime-cfc8f.18c676224e5997a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27510"
    uid: b887117a-d8c0-46e1-a934-5691a7381745
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T13:11:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28134"
    uid: ec4002d5-1b82-4bb4-9adf-140dcc600943
  kind: Event
  lastTimestamp: "2026-07-28T13:11:10Z"
  message: InferenceService [raw-sklearn-runtime-cfc8f] is Ready
  metadata:
    creationTimestamp: "2026-07-28T13:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T13:11:10Z"
    name: raw-sklearn-runtime-cfc8f.18c676348b9e3a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "28135"
    uid: 68e2b8ee-376d-479e-949f-bc423339106a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "28424"