---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:02:06.567215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-462dc-867dff89-xr95l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20830"
    uid: f14b2cf8-e9aa-4211-ad75-d69be586de04
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-462dc-867dff89-xr95l
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: ensemble-graph-462dc-867dff89-xr95l.18c0003fd355054b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: d4b4f394-91ac-4b61-b6ed-c117d56d7cc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-462dc-867dff89-xr95l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: f14b2cf8-e9aa-4211-ad75-d69be586de04
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-462dc-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: ensemble-graph-462dc-867dff89-xr95l.18c0003fe0cb5d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: fa5bffa2-91a5-4908-acaa-ecf9af333470
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-462dc-867dff89-xr95l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: f14b2cf8-e9aa-4211-ad75-d69be586de04
  kind: Event
  lastTimestamp: "2026-07-07T12:02:07Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:02:07Z"
    name: ensemble-graph-462dc-867dff89-xr95l.18c00040103fe10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: 47eab8cd-1b3c-4890-a388-af8e7a8ca014
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-462dc}
    kind: Pod
    name: ensemble-graph-462dc-867dff89-xr95l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: f14b2cf8-e9aa-4211-ad75-d69be586de04
  kind: Event
  lastTimestamp: "2026-07-07T12:02:07Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:07Z"
    name: ensemble-graph-462dc-867dff89-xr95l.18c00040131aa09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 2d1fb821-a0aa-4f0c-8fb2-3c68a8d357d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-462dc}
    kind: Pod
    name: ensemble-graph-462dc-867dff89-xr95l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: f14b2cf8-e9aa-4211-ad75-d69be586de04
  kind: Event
  lastTimestamp: "2026-07-07T12:02:07Z"
  message: 'Created container: ensemble-graph-462dc'
  metadata:
    creationTimestamp: "2026-07-07T12:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:07Z"
    name: ensemble-graph-462dc-867dff89-xr95l.18c0004015dbe54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: c2fca5a6-de34-44c9-8c40-e8e8f24f5aa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-462dc}
    kind: Pod
    name: ensemble-graph-462dc-867dff89-xr95l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: f14b2cf8-e9aa-4211-ad75-d69be586de04
  kind: Event
  lastTimestamp: "2026-07-07T12:02:07Z"
  message: Started container ensemble-graph-462dc
  metadata:
    creationTimestamp: "2026-07-07T12:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:07Z"
    name: ensemble-graph-462dc-867dff89-xr95l.18c0004016475af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: 9cd28609-66b0-42d8-9686-31c3777a2bdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-462dc}
    kind: Pod
    name: ensemble-graph-462dc-867dff89-xr95l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: f14b2cf8-e9aa-4211-ad75-d69be586de04
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: Stopping container ensemble-graph-462dc
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: ensemble-graph-462dc-867dff89-xr95l.18c000422cb9e66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 1d3e4846-92d8-4aba-802e-fcea586b5577
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-462dc}
    kind: Pod
    name: ensemble-graph-462dc-867dff89-xr95l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: f14b2cf8-e9aa-4211-ad75-d69be586de04
  kind: Event
  lastTimestamp: "2026-07-07T12:02:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:44Z"
    name: ensemble-graph-462dc-867dff89-xr95l.18c00042dad9c966
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: 1b213bbb-b794-4c13-8691-e58ca3111bfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-462dc-867dff89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 9d2c8e5c-ec4d-4dee-bf53-5ae75e9bd031
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: 'Created pod: ensemble-graph-462dc-867dff89-xr95l'
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: ensemble-graph-462dc-867dff89.18c0003fd2918ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: 7625a153-2791-42ac-81cb-51677cd9e9df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: 47e9b5dc-c091-4ac8-b5b3-607777117ed3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: Scaled up replica set ensemble-graph-462dc-867dff89 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: ensemble-graph-462dc.18c0003fd14f65e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 046d2f53-af33-4db6-8313-81517e50226f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20844"
    uid: 5c080432-f164-4982-b423-75ff8a10ebbe
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: InferenceGraph [ensemble-graph-462dc] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: ensemble-graph-462dc.18c0003fd9bf029a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: d6b39ed3-ec23-4e6b-a2d1-b678f77de105
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:03:16.875519Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-e7782-6c5f799595-97lbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 760e3751-35d0-46ba-9c8c-220f4daa29bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-e7782-6c5f799595-97lbg
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:03:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:03:16Z"
    name: ensemble-graph-e7782-6c5f799595-97lbg.18c000503208a119
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: 99205400-5c0b-4b83-af4b-99998ed275db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-e7782-6c5f799595-97lbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 760e3751-35d0-46ba-9c8c-220f4daa29bb
  kind: Event
  lastTimestamp: "2026-07-07T12:03:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-e7782-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:17Z"
    name: ensemble-graph-e7782-6c5f799595-97lbg.18c000503e870597
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 0eb24ae3-0049-4f54-8d59-f47d13192687
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-e7782-6c5f799595-97lbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 760e3751-35d0-46ba-9c8c-220f4daa29bb
  kind: Event
  lastTimestamp: "2026-07-07T12:03:17Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:03:17Z"
    name: ensemble-graph-e7782-6c5f799595-97lbg.18c000506f1aa0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: a7182831-6a9b-4353-ac05-c5f21d6b394f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e7782}
    kind: Pod
    name: ensemble-graph-e7782-6c5f799595-97lbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 760e3751-35d0-46ba-9c8c-220f4daa29bb
  kind: Event
  lastTimestamp: "2026-07-07T12:03:17Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:17Z"
    name: ensemble-graph-e7782-6c5f799595-97lbg.18c000507047396a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21835"
    uid: 56e5d192-e97d-4e86-b1c0-f827491c933c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e7782}
    kind: Pod
    name: ensemble-graph-e7782-6c5f799595-97lbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 760e3751-35d0-46ba-9c8c-220f4daa29bb
  kind: Event
  lastTimestamp: "2026-07-07T12:03:17Z"
  message: 'Created container: ensemble-graph-e7782'
  metadata:
    creationTimestamp: "2026-07-07T12:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:17Z"
    name: ensemble-graph-e7782-6c5f799595-97lbg.18c00050730e93c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 2048940d-81d3-4d1d-8f27-7b6b630e4fdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e7782}
    kind: Pod
    name: ensemble-graph-e7782-6c5f799595-97lbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 760e3751-35d0-46ba-9c8c-220f4daa29bb
  kind: Event
  lastTimestamp: "2026-07-07T12:03:17Z"
  message: Started container ensemble-graph-e7782
  metadata:
    creationTimestamp: "2026-07-07T12:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:17Z"
    name: ensemble-graph-e7782-6c5f799595-97lbg.18c00050737ad6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 76192978-166d-4eae-b526-d366ede738bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e7782}
    kind: Pod
    name: ensemble-graph-e7782-6c5f799595-97lbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 760e3751-35d0-46ba-9c8c-220f4daa29bb
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: Stopping container ensemble-graph-e7782
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: ensemble-graph-e7782-6c5f799595-97lbg.18c000c35d2c6301
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: 19f3644a-34c4-4604-87ff-098e941ad49f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e7782}
    kind: Pod
    name: ensemble-graph-e7782-6c5f799595-97lbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 760e3751-35d0-46ba-9c8c-220f4daa29bb
  kind: Event
  lastTimestamp: "2026-07-07T12:11:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:59Z"
    name: ensemble-graph-e7782-6c5f799595-97lbg.18c000c424af51b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25996"
    uid: 2b5ce2ac-627a-450f-a2ee-1aff4bc6592c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-e7782-6c5f799595
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: 05fa96d8-816c-4c21-aa45-11dbc7d9d483
  kind: Event
  lastTimestamp: "2026-07-07T12:03:16Z"
  message: 'Created pod: ensemble-graph-e7782-6c5f799595-97lbg'
  metadata:
    creationTimestamp: "2026-07-07T12:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:16Z"
    name: ensemble-graph-e7782-6c5f799595.18c00050311c73a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: bb7d940b-9a05-4161-b6ce-9acc33fb183e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: 8e50819b-4dbc-4763-b581-c5b3c8caf4c2
  kind: Event
  lastTimestamp: "2026-07-07T12:03:16Z"
  message: Scaled up replica set ensemble-graph-e7782-6c5f799595 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:16Z"
    name: ensemble-graph-e7782.18c000502fed8cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: b7ee109f-e261-4391-af67-872e1c42fcc5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21819"
    uid: 8233a061-f8aa-4059-9452-4a77d1a2615c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:16Z"
  message: InferenceGraph [ensemble-graph-e7782] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:16Z"
    name: ensemble-graph-e7782.18c0005038958399
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 913e79e2-6de5-422d-9518-cef0f87f45eb
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 01420e43-f71d-4e90-8136-b67fbbca6570
  kind: Event
  lastTimestamp: "2026-07-07T12:03:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:46Z"
    name: ensemble-graph-e7782.18c00053aefab638
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: 437cb744-2d65-4579-ac70-ebf82b15d1b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 01420e43-f71d-4e90-8136-b67fbbca6570
  kind: Event
  lastTimestamp: "2026-07-07T12:03:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:46Z"
    name: ensemble-graph-e7782.18c00053af64af38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: 41ae5c89-c3ba-4717-8bda-1ad98d758843
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:52:41.618638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc49c5f1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: b016dfa2-da51-4ed6-bd20-4783ffeb618b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-07b43-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc5a902040
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 202ec1fc-f4e9-43eb-87ef-734a4357071b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc86f48290
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: d094f930-6ef5-460e-8e90-27f45505e2c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc886dd881
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 8d70636d-5229-4cce-95da-d321778c3790
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc8b04aede
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: c0257509-914f-458a-b6fb-7f6cacc1f629
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc8b610acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 65e71d95-7b4e-4847-889a-1d4385445f22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc8b69f0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: a0b9b28a-8e92-43b4-a166-2c4d2a8c336e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc8e1b807c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 3d8d9f4a-0bd5-44f2-9e87-3a021b64f73e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbc8e789622
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: a94a0ca9-8444-4890-8f4f-f16b31969b4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T12:02:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:00Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18bfffbceda74ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20767"
    uid: befce550-3e2a-48ab-9a8a-7f6f13c46a8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18c0003d753205c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: 45ec3325-915c-4f5a-8e07-be473a5d63f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18c0003d75328502
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: d48009e7-c2b7-41a8-a892-4afda56e62e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 90900607-246e-432f-8a01-324185f78e92
  kind: Event
  lastTimestamp: "2026-07-07T12:02:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:00Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b-hzktj.18c0003e6206594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20766"
    uid: 3566a6e5-2028-479f-8294-f0dfa6f06275
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-07b43-predictor-755cf86f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: 5f70a5e6-8862-42f4-8eaf-1927a1a40801
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'Created pod: error-404-isvc-07b43-predictor-755cf86f9b-hzktj'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: error-404-isvc-07b43-predictor-755cf86f9b.18bfffbc493a4cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: 1e22998f-eb13-46f2-a615-c3a221fee648
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 40cf7aa9-c6c8-45e7-ba1b-c9b6fa8f7965
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Scaled up replica set error-404-isvc-07b43-predictor-755cf86f9b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: error-404-isvc-07b43-predictor.18bfffbc46a5edbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 7e524322-edb5-455d-b519-265f27d19029
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: 6fb5aa50-97a8-4413-964e-e5903fa54127
  kind: Event
  lastTimestamp: "2026-07-07T11:53:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:26Z"
    name: error-404-isvc-07b43-predictor.18bfffbfc5493dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 91ad91b3-c201-4066-8ff5-3377ea6e6756
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: 6fb5aa50-97a8-4413-964e-e5903fa54127
  kind: Event
  lastTimestamp: "2026-07-07T11:53:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:26Z"
    name: error-404-isvc-07b43-predictor.18bfffbfc5ac40fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: 5ef68995-55df-40fd-810a-3166c055620b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 6fb5aa50-97a8-4413-964e-e5903fa54127
  kind: Event
  lastTimestamp: "2026-07-07T11:54:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:26Z"
    name: error-404-isvc-07b43-predictor.18bfffc344dda471
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: 7cd9c056-f0b7-499e-be74-1d604df1b764
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 6fb5aa50-97a8-4413-964e-e5903fa54127
  kind: Event
  lastTimestamp: "2026-07-07T11:54:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:26Z"
    name: error-404-isvc-07b43-predictor.18bfffc34543357b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: 92c32401-b0c6-4250-8005-78ea8e32b0cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: bf6c0fda-10d6-4899-8061-e50a63a63526
  kind: Event
  lastTimestamp: "2026-07-07T11:53:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:30Z"
    name: error-404-isvc-07b43.18bfffbc47264918
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: 0a3e4d54-071c-49c9-98d4-e694cc7004ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: bf6c0fda-10d6-4899-8061-e50a63a63526
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-07b43": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-07b43":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: error-404-isvc-07b43.18bfffbc47b84bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: 1261d08c-9ef6-4980-9e6f-6419fa6e2268
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: bf6c0fda-10d6-4899-8061-e50a63a63526
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-07b43": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: error-404-isvc-07b43.18bfffbc47b894dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: 781c5cdb-5272-4742-a92b-1a0472c38940
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: bf6c0fda-10d6-4899-8061-e50a63a63526
  kind: Event
  lastTimestamp: "2026-07-07T11:53:30Z"
  message: InferenceService [error-404-isvc-07b43] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:30Z"
    name: error-404-isvc-07b43.18bfffc7a93a414d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: 821028a6-2871-499e-9712-c87aaaaeebc2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:01:06.748519Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c00031e5dc34d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: 146ad18d-8617-4ba4-abbd-8760b0e46c27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c00031ff392917
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: a9848241-7c09-4d23-b8b5-a211937183b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c000320133ffb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: 6314ab6c-1fb3-44ee-97f2-e592f7cf01fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c00032045ba676
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: 525518e4-3461-4c39-b3cd-2e7c8a4d0a95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c0003204ba24c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: 83554f6f-d6a4-40da-929d-71330fb851f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c0003204c2ce59
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: 32c48ef0-7a19-4821-9e45-1f4d93ed8d00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c00032073a2a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20186"
    uid: 4c6b2d5b-0c10-4233-92cc-73257fd2dc3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c000320794787e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: b325cfb0-50cb-4130-bc76-8424b6964a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:43Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c000321768902a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 670fd17c-64fe-46bc-b23c-dddab6e5c462
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c0004238e565f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: ab468884-33df-4996-bae9-2fcaf410b5d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c0004238e645db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: ab6d2ebf-0b4d-400d-a6f7-47c7db4f754c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 44db145b-cc4e-4b01-8185-b17ddfcdc11a
  kind: Event
  lastTimestamp: "2026-07-07T12:02:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:18Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97.18c000429fbf9aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 4355d72c-913a-4e96-a2c6-fbd51399db47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-462dc-predictor-7cbccc4d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20122"
    uid: c4e8421d-7389-47fe-8342-86059e1e41ac
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: 'Created pod: error-404-isvc-462dc-predictor-7cbccc4d4b-dlt97'
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: error-404-isvc-462dc-predictor-7cbccc4d4b.18c00031e4e8c7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20144"
    uid: 014382bb-2451-48da-b118-ba3cefbc6acf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20111"
    uid: 3a357eca-1c99-42cf-98d2-f5cd0ccacfd0
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: Scaled up replica set error-404-isvc-462dc-predictor-7cbccc4d4b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: error-404-isvc-462dc-predictor.18c00031e06cbe13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20127"
    uid: 6e2e51ad-9ae9-4aa3-ac6b-677d39ced23b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20120"
    uid: d826fa34-c0da-4dbf-974e-1dbfb7c7e666
  kind: Event
  lastTimestamp: "2026-07-07T12:01:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:51Z"
    name: error-404-isvc-462dc-predictor.18c000355ec7bfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: 782f4947-1957-4a82-8fa0-98ba11fa033a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20120"
    uid: d826fa34-c0da-4dbf-974e-1dbfb7c7e666
  kind: Event
  lastTimestamp: "2026-07-07T12:01:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:51Z"
    name: error-404-isvc-462dc-predictor.18c000355f35dfb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: 503562be-6f24-4560-8dba-3643f150ad45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: d826fa34-c0da-4dbf-974e-1dbfb7c7e666
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: error-404-isvc-462dc-predictor.18c0003fdba7678b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 381af026-626a-4b01-a896-bc46d42f605d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: d826fa34-c0da-4dbf-974e-1dbfb7c7e666
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: error-404-isvc-462dc-predictor.18c0003fdc1bf661
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 6fa178ea-6d2e-4b22-81ca-c6eb606a6f75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: 30cc85a9-f2dc-4f2b-9fe0-457f3cb5010c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:53Z"
    name: error-404-isvc-462dc.18c00031e08953ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: 23d03932-a21d-4079-a472-ce805030fb44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: 30cc85a9-f2dc-4f2b-9fe0-457f3cb5010c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-462dc": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-462dc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: error-404-isvc-462dc.18c00031e22aedde
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: a3b55a41-19b1-4658-a026-dfb0c2ecd2ef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: 30cc85a9-f2dc-4f2b-9fe0-457f3cb5010c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-462dc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: error-404-isvc-462dc.18c00031e22b3c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20135"
    uid: b2350387-58d7-410b-a875-25222fddce24
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: 30cc85a9-f2dc-4f2b-9fe0-457f3cb5010c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:53Z"
  message: InferenceService [error-404-isvc-462dc] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:53Z"
    name: error-404-isvc-462dc.18c0003cd368e5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: d9d178d8-752a-41f1-8b3f-5d88a2f941ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:12:42.174792Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26614"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d3d07ef4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26619"
    uid: 297a703a-d135-4feb-8618-65fde4b28287
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d3ea73ca75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 87b1e245-7c94-454a-bb05-4a6a0314571b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d3ebfc9326
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: d81bfba8-cc62-4e71-b5d3-ffe9458b6c99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d3eeeceefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26655"
    uid: cfb284d2-df04-4fed-9e7c-8fc5278739ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d3ef76465d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26656"
    uid: d48afede-34c2-4bc4-bdef-fb97b04c3bd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d3ef7fb25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: 8af9f86e-faed-42de-8b27-a7291da2efc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d3f25c5946
    namespace: kserve-ci-e2e-test
    resourceVersion: "26658"
    uid: 4e8e24ad-9d9a-4414-b79f-bd751347bf22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d3f2cf18ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26659"
    uid: 706bf8f0-1bea-4b13-a69c-da7087189ee1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:21:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:21:59Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c000d42cac676d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30752"
    uid: 4a3ff3dc-4ec0-4cb2-8589-24026400ba73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:21:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:21:56Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c00154f759d529
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: 4611cdad-4736-4603-8a94-cc03b0b8dc0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:21:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:21:56Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c00154f75bb37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 10cf4b3b-5189-404a-9891-065e11ea29b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: bad5c9d7-ada1-4aa3-a024-1f78eafed6e0
  kind: Event
  lastTimestamp: "2026-07-07T12:21:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:21:59Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw.18c00155a12ff268
    namespace: kserve-ci-e2e-test
    resourceVersion: "30751"
    uid: ecf347c6-31f4-403c-9139-1758b5823173
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-5d4cc-predictor-59b9c7746b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 4c7b1446-9948-4177-9140-65c2bed37f60
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: 'Created pod: error-404-isvc-5d4cc-predictor-59b9c7746b-g2bjw'
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor-59b9c7746b.18c000d3d00f90ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: 6c5513ab-0b16-4dcf-84e3-5f424a087cc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26604"
    uid: d054369f-0614-434c-b1ec-72becf924df0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: Scaled up replica set error-404-isvc-5d4cc-predictor-59b9c7746b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc-predictor.18c000d3cd72033f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26607"
    uid: afd1c505-6c77-4b41-bcde-b5230dc478dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: a60f6a96-7b0c-4c73-a80c-114d5fffbe7b
  kind: Event
  lastTimestamp: "2026-07-07T12:13:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:27Z"
    name: error-404-isvc-5d4cc-predictor.18c000d74c268d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: 8a086c1f-3051-476a-b4fa-92222366c3b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: a60f6a96-7b0c-4c73-a80c-114d5fffbe7b
  kind: Event
  lastTimestamp: "2026-07-07T12:13:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:27Z"
    name: error-404-isvc-5d4cc-predictor.18c000d74c93fe3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 8435fbfe-8c3d-416d-960f-e97da1167331
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: a60f6a96-7b0c-4c73-a80c-114d5fffbe7b
  kind: Event
  lastTimestamp: "2026-07-07T12:13:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:57Z"
    name: error-404-isvc-5d4cc-predictor.18c000dacb97fdaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: f7c4ecbf-bd93-40ac-bda6-1a727ddab218
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: a60f6a96-7b0c-4c73-a80c-114d5fffbe7b
  kind: Event
  lastTimestamp: "2026-07-07T12:13:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:57Z"
    name: error-404-isvc-5d4cc-predictor.18c000dacc23a14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27388"
    uid: e3a2605d-b439-4e44-82e6-e2f1c2f91770
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 4c16e9d0-af32-4ebc-820b-e9568ba6af8d
  kind: Event
  lastTimestamp: "2026-07-07T12:13:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:29Z"
    name: error-404-isvc-5d4cc.18c000d3cdd60a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: d1e46de4-54ac-43bf-8e7c-4943e9122870
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 4c16e9d0-af32-4ebc-820b-e9568ba6af8d
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-5d4cc": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5d4cc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc.18c000d3ce6e489c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: b32783cd-65bd-4065-82db-b98b9954822b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 4c16e9d0-af32-4ebc-820b-e9568ba6af8d
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-5d4cc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-5d4cc.18c000d3ce6e80c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26613"
    uid: d47cafff-3137-4c7d-ba91-a23aa513d589
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27123"
    uid: 4c16e9d0-af32-4ebc-820b-e9568ba6af8d
  kind: Event
  lastTimestamp: "2026-07-07T12:13:29Z"
  message: InferenceService [error-404-isvc-5d4cc] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:29Z"
    name: error-404-isvc-5d4cc.18c000dee897039a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: 386ec79a-4b33-46c1-9b6b-82542c0506a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:51:51.611835Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb0a522a9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 3b41bdd8-249d-465a-a5b5-dbc08a1398b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb0bec7c83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: c4f71211-0dc5-477e-94a8-c6374d9c5e9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb0c020859b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: a3459a4b-62dd-4e93-86c0-e7b675f69cd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb0c2cd96cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 2031e70e-6e06-4c4c-9f4a-d1131c086fe4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb0c32758dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 3274f480-d49d-4fd4-918f-360a63773bf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb0c32ff19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 74349641-f139-49e7-a4be-b3a2a8acfe65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb0c58e7f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: 6820ec11-ce6c-4a28-b24f-3812518fba05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb0c5eb4b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: aa5315ea-8598-45b3-9b1a-be19873888ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:09Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18bfffb100d9d49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: 37fd0dd0-d830-43e5-9864-87b7e827a746
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18c00031f1129fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20167"
    uid: 2cc55cfc-2a5c-4f6e-9613-32ac7dcfbd3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18c00031f113b79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: b0957971-d5d2-49f8-966e-83b5b5cfb111
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 3ac480c0-0f5f-4f0d-8e0b-04bf0897c9c1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:09Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq.18c00032753816c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: 15381f7f-c9b9-4330-ac62-87d36d17d63a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-5e1d2-predictor-5cd9566866
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 8d580b47-a409-4953-acb3-3f9d8420cc8b
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'Created pod: error-404-isvc-5e1d2-predictor-5cd9566866-r6bmq'
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-5e1d2-predictor-5cd9566866.18bfffb0a4c9279d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: 85251207-4e14-4750-a0b4-8b434703ff99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 70fc5433-ad3b-4af1-b329-eb0483adcffd
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Scaled up replica set error-404-isvc-5e1d2-predictor-5cd9566866 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-5e1d2-predictor.18bfffb0a2310756
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: c3dc5bff-eb5f-48d3-aaef-99f7dbbdb1a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: f6a2c59c-5d7d-4831-be1e-13ac872d7355
  kind: Event
  lastTimestamp: "2026-07-07T11:52:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:21Z"
    name: error-404-isvc-5e1d2-predictor.18bfffb420a15580
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: 60e9226f-8fe5-4ef2-8f2e-c66d8a112e84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: f6a2c59c-5d7d-4831-be1e-13ac872d7355
  kind: Event
  lastTimestamp: "2026-07-07T11:52:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:21Z"
    name: error-404-isvc-5e1d2-predictor.18bfffb4210841d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 2ab9e0a2-8fe4-4f14-8f7d-d1b32093b880
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: f6a2c59c-5d7d-4831-be1e-13ac872d7355
  kind: Event
  lastTimestamp: "2026-07-07T11:53:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:06Z"
    name: error-404-isvc-5e1d2-predictor.18bfffbb1eaf1c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: 72c1463c-d00a-4e42-873b-665283931b5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: f6a2c59c-5d7d-4831-be1e-13ac872d7355
  kind: Event
  lastTimestamp: "2026-07-07T11:53:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:06Z"
    name: error-404-isvc-5e1d2-predictor.18bfffbb1f300da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: d7bd93f9-f056-42d9-80ea-88792c16a3be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: a53a1798-2679-4a52-aa50-25238bb51d1f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:39Z"
    name: error-404-isvc-5e1d2.18bfffb0a23457e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: 8220dc9a-40a8-4206-9e0e-fe1644d4c33c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: a53a1798-2679-4a52-aa50-25238bb51d1f
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-5e1d2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5e1d2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-5e1d2.18bfffb0a3062410
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 7c1a36ab-9b19-4a8b-91b1-78c7966bfdc1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: a53a1798-2679-4a52-aa50-25238bb51d1f
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-5e1d2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-5e1d2.18bfffb0a3066e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 3778af1a-e0ff-4586-b2ae-137d36188371
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: a53a1798-2679-4a52-aa50-25238bb51d1f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:39Z"
  message: InferenceService [error-404-isvc-5e1d2] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:39Z"
    name: error-404-isvc-5e1d2.18bfffbbbc199d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: 9746b1df-9208-4f27-a6be-d6047727492e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:50:21.549111Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9bacfaac74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: c3647627-cb08-4a73-a04f-3841c577dca6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-7cc25-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9bb663ad75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 73e289a0-3d13-49d9-a283-375c667ea951
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9bea606a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: a01011e7-9298-4c90-bbb0-3674ead720f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1698"
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9beba6e25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: fff7a3c9-67e2-4ddf-aad0-12e38ee5b08e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1698"
    in 11.26s (11.26s including waiting). Image size: 1334629465 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:33Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9e8ad397e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: 2a79e638-be92-4cd1-b490-521ac436e08e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:33Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9e8dda45d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: aeac5371-0eed-4c5a-81ae-ed753ed1527e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:33Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9e8e4827ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: 3616e8c5-b911-4da7-a47f-eac894fa51d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:33Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T11:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:33Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9e8e56132d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 0dbd5d92-c60e-401a-9c6b-4d8b9fe03631
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.316s (2.316s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:36Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9f1869422e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: 11994881-3c41-4855-9688-a02517b0b290
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:36Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9f1b81ba49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 98be9277-e292-4473-8131-168f3430de08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:36Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9f1bf0f6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 638d816f-8fdd-4988-93ba-a1e5f0fcc0e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfff9f3ac0680a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 83b21fdd-3eb1-4997-af6f-be4202a948f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfffb0a88f3f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: ca85cbff-1bdb-4830-bc4c-9f61fa2c8e0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfffb0a88fa862
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 82b3375a-1ee2-45e3-96ed-e8b9f017c3b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 42b0c064-7c7a-4c74-aaf2-f6662695b6c6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2.18bfffb0ecefdcfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: 6e9f3de0-4e1c-47ad-9f3c-a810627423f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-7cc25-predictor-f8874b7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: f26965c7-6348-4071-a1b4-ea3236832b08
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'Created pod: error-404-isvc-7cc25-predictor-f8874b7c6-5r6t2'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: error-404-isvc-7cc25-predictor-f8874b7c6.18bfff9bac73721c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14683"
    uid: 2dd8bd44-f099-4ce6-ab31-fa612a671a8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 6b91d964-8ae4-402e-b80f-859d08145d83
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Scaled up replica set error-404-isvc-7cc25-predictor-f8874b7c6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: error-404-isvc-7cc25-predictor.18bfff9ba9b50f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 3eff8ec8-c106-492f-93cd-4c1fb1ca6931
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0e9ce988-207b-4edc-b960-d88fe2e0ae96
  kind: Event
  lastTimestamp: "2026-07-07T11:50:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:51Z"
    name: error-404-isvc-7cc25-predictor.18bfff9f283c988f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: e8707922-1298-4a6d-ac51-006058490b42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 0e9ce988-207b-4edc-b960-d88fe2e0ae96
  kind: Event
  lastTimestamp: "2026-07-07T11:50:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:51Z"
    name: error-404-isvc-7cc25-predictor.18bfff9f28a89a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 1ef87b34-e16c-4596-af06-68563eb2af97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: 0e9ce988-207b-4edc-b960-d88fe2e0ae96
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-7cc25-predictor.18bfffa6261b3188
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: c4badc25-d537-45ff-97a8-0679a93e5c3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: 0e9ce988-207b-4edc-b960-d88fe2e0ae96
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: error-404-isvc-7cc25-predictor.18bfffa62683ed41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 756d32b2-9fd8-424b-8af5-5ed0dcdd18f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-7cc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "14656"
    uid: 8eacf9a4-4ecb-4ecb-88ce-181ddd82d4e9
  kind: Event
  lastTimestamp: "2026-07-07T11:51:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:22Z"
    name: error-404-isvc-7cc25.18bfff9ba9cc0988
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 558a1f92-2da6-413f-a3df-e34831e9d0d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-7cc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 8eacf9a4-4ecb-4ecb-88ce-181ddd82d4e9
  kind: Event
  lastTimestamp: "2026-07-07T11:51:22Z"
  message: InferenceService [error-404-isvc-7cc25] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:22Z"
    name: error-404-isvc-7cc25.18bfffa9f6424446
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: 0685de1b-8992-4d06-aa0a-e15831206d88
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:01:56.359569Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003d72e8c452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 9ce199fb-55f7-4aed-b7a9-41b91ea1625c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20693"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003d8c499c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 67158042-a91e-4743-b071-a30d591d6d30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003d8df0b77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: 1de2f20f-acb7-4d93-afcc-cf8088bfce29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003d913090b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: fbc89369-c8fc-4330-aa36-051585407b8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003d919f4154
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: fb6e09de-3c08-4a93-905b-f184945c67be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003d91a84272
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: cf443b0e-2804-4971-9de4-2f77c2cf22f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003d953ff6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: dd691aac-d110-4197-ac81-0e9a02582213
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003d95f75d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 9fc3f284-589b-4b2c-88bb-2a48f89594b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:02:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:34Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0003e054a40c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 88a6c087-9243-425a-b4eb-73430a5aa9db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0004dd3e2a457
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 1ceff277-424e-477a-81f9-1d5c3430f89f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0004dd3e33ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: a54a8467-a38f-456f-b416-26d62c13972f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 0d7be029-4076-469e-8276-1195c8f7a0e6
  kind: Event
  lastTimestamp: "2026-07-07T12:03:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-07T12:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:10Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt.18c0004ec90e3606
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: bed9cf58-13bb-4903-91df-0e4486bdcff1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-a4899-predictor-7c8d7697d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: c33ef8f3-2c37-40cb-a129-81e368d2b24e
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'Created pod: error-404-isvc-a4899-predictor-7c8d7697d6-w47mt'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor-7c8d7697d6.18c0003d723dd9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: ce017cd8-213d-424f-b04b-ac69ea848b31
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: 79a2a9af-dc7a-45fa-91c7-adf17055a448
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Scaled up replica set error-404-isvc-a4899-predictor-7c8d7697d6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899-predictor.18c0003d70b45766
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: 9179b6b1-13fa-4c5b-929b-0a093bf0ca22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: b16bac55-bae1-484e-9196-9b500deffe5e
  kind: Event
  lastTimestamp: "2026-07-07T12:02:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:11Z"
    name: error-404-isvc-a4899-predictor.18c00040ef79941f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: 546163d1-f4b3-44d7-9e04-52f609317435
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: b16bac55-bae1-484e-9196-9b500deffe5e
  kind: Event
  lastTimestamp: "2026-07-07T12:02:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:11Z"
    name: error-404-isvc-a4899-predictor.18c00040f004d16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 8aaddf04-38a3-4924-a610-401976ed11f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: b16bac55-bae1-484e-9196-9b500deffe5e
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: error-404-isvc-a4899-predictor.18c000446ec9c010
    namespace: kserve-ci-e2e-test
    resourceVersion: "21451"
    uid: 8762607d-1be4-482e-8b3c-fe6357061040
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: b16bac55-bae1-484e-9196-9b500deffe5e
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: error-404-isvc-a4899-predictor.18c000446f4c911c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21452"
    uid: 508aacec-7727-46df-9879-57f945d25669
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 50041776-fff3-447b-9815-2031d4a9a38c
  kind: Event
  lastTimestamp: "2026-07-07T12:02:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:45Z"
    name: error-404-isvc-a4899.18c0003d70b9fd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: a7dcda2e-c44e-436f-b5e7-ba7c1d1e681f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 50041776-fff3-447b-9815-2031d4a9a38c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-a4899": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a4899":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899.18c0003d7133e5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 448c418c-03f0-4155-9a51-c1f105421c24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 50041776-fff3-447b-9815-2031d4a9a38c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-a4899": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: error-404-isvc-a4899.18c0003d71343cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 9e45064f-20e4-4ebb-918c-9ab72a07610e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 50041776-fff3-447b-9815-2031d4a9a38c
  kind: Event
  lastTimestamp: "2026-07-07T12:02:44Z"
  message: InferenceService [error-404-isvc-a4899] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:44Z"
    name: error-404-isvc-a4899.18c00048c3297a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: ec455508-4d3d-48d5-9375-5f1d936c30e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:03:06.654968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004dd0d770bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21651"
    uid: 8d1f3c8c-c023-4f30-8be8-ab9dea526943
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004dea5994d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 71592e4c-d0ea-47b4-8eb6-af5ac1508ec2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004deb9d60b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: da9f817f-c202-4f13-bdb0-c4cbbd2af5e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004def5ee97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: 83f2ddd1-6e26-48bb-a9f8-61070e44e6e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004defd884e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: 33efff0f-532c-4247-8414-f7c5d0e1b122
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004defe340cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: 771a85cd-c148-4cdc-9bd3-b5d997355e69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004df2814468
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 1177597f-4f70-4316-9a09-4255dc806908
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004df2ef5827
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: 3690c863-af0c-47b2-b6df-a1deaf5b45e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:12:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:24Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c0004e295a2202
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: 37b560d5-1d8f-489c-8082-6181d996a596
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c000cf00852b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26280"
    uid: 367e3a5f-c646-464c-95ad-01777fe18954
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c000cf0085a820
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: 00ef1f2b-082c-45f2-8e50-52d627d5b8fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 869ea889-e085-4ce2-8d64-e6c3db17c8b1
  kind: Event
  lastTimestamp: "2026-07-07T12:12:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:24Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd.18c000cf9db84712
    namespace: kserve-ci-e2e-test
    resourceVersion: "26343"
    uid: 001a1063-7a0a-48f5-8476-763befe7c719
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-b491e-predictor-7cd6c6456b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: a68caee9-e8b8-4a89-8f7d-711749d79452
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: 'Created pod: error-404-isvc-b491e-predictor-7cd6c6456b-g4snd'
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: error-404-isvc-b491e-predictor-7cd6c6456b.18c0004dd06adbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 8834e2bf-20ae-43da-9717-1531eac1363c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: dcfc9bbd-5dcc-48e4-ac17-24493e2c266c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: Scaled up replica set error-404-isvc-b491e-predictor-7cd6c6456b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: error-404-isvc-b491e-predictor.18c0004dce982978
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: c3c3bfa9-564b-43f8-8c83-8590f466b43e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21638"
    uid: f6c7b055-342c-4e20-942f-ad6ae0255a9f
  kind: Event
  lastTimestamp: "2026-07-07T12:03:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:36Z"
    name: error-404-isvc-b491e-predictor.18c000514d219a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: e816cf1e-2542-4800-87f9-daaf4001ac07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21638"
    uid: f6c7b055-342c-4e20-942f-ad6ae0255a9f
  kind: Event
  lastTimestamp: "2026-07-07T12:03:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:36Z"
    name: error-404-isvc-b491e-predictor.18c000514d5e9002
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: d17dc720-820f-4886-a4c2-04a7f4247cd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: f6c7b055-342c-4e20-942f-ad6ae0255a9f
  kind: Event
  lastTimestamp: "2026-07-07T12:04:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:21Z"
    name: error-404-isvc-b491e-predictor.18c000584b124695
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 62813088-895a-45e6-a49d-cc122cec2768
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: f6c7b055-342c-4e20-942f-ad6ae0255a9f
  kind: Event
  lastTimestamp: "2026-07-07T12:04:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:21Z"
    name: error-404-isvc-b491e-predictor.18c000584b70a2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 92166074-92b0-4730-8490-ba2f539cebf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: 854a3860-eeec-4730-88aa-5c50b258578d
  kind: Event
  lastTimestamp: "2026-07-07T12:03:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:54Z"
    name: error-404-isvc-b491e.18c0004dceb900e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: 89732bb2-cab0-4b73-bede-f8b4cb54ac9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: 854a3860-eeec-4730-88aa-5c50b258578d
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-b491e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b491e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: error-404-isvc-b491e.18c0004dcf4c2994
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 43e762d3-e30b-4334-8eaa-8c5774656d07
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: 854a3860-eeec-4730-88aa-5c50b258578d
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-b491e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: error-404-isvc-b491e.18c0004dcf4c6146
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: b6095c8b-4485-4e6f-8e5a-30f797fd1ee1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 854a3860-eeec-4730-88aa-5c50b258578d
  kind: Event
  lastTimestamp: "2026-07-07T12:03:54Z"
  message: InferenceService [error-404-isvc-b491e] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:54Z"
    name: error-404-isvc-b491e.18c00058e51275fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 83316032-b216-48f4-ba5d-681d7393c3b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:12:21.453389Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26257"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cefd67984a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: 14e13339-47f3-4f2c-a039-c54572760225
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-beb62-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf05fd5b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 7a5d2781-1ca5-407b-8ec3-5ed27fc1b94e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf3ad13de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: 221548e9-8508-4f9a-b30d-6b4ecb41f0cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf3c334a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26314"
    uid: 7bc69a96-7272-406f-910d-b4fe05c0bf8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf4077ab0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26316"
    uid: 6fb2ca52-18ae-4c4e-af22-c794d921bb07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf40f482f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 140fa34a-0838-4fbf-8a70-28642c0d6d9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf40fd9bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 1c0ac4ff-e206-4679-9ec5-f79f643613d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf442f10b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26319"
    uid: eeaf0c38-3d48-493a-aeae-e2ca4ebee62f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf449d2237
    namespace: kserve-ci-e2e-test
    resourceVersion: "26320"
    uid: 5148d342-9c41-4b34-8752-37f32eb11fdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:12:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:59Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c000cf7eb57251
    namespace: kserve-ci-e2e-test
    resourceVersion: "26827"
    uid: b941684d-b102-46c5-9b1c-e819a4e16635
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:29:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:29:40Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c001c1009ec84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: ec3f6c82-5457-4654-910c-d279fb7a892a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: e9ea83f8-f245-4045-b897-fc40a0c590c3
  kind: Event
  lastTimestamp: "2026-07-07T12:29:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:29:40Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb-759qg.18c001c1009f5932
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: d68214be-9faf-4614-b8a8-e994c35c4c95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-beb62-predictor-64dc4bbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: 1f468431-3cea-4c2f-8358-c44dc7fabe73
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: 'Created pod: error-404-isvc-beb62-predictor-64dc4bbbb-759qg'
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: error-404-isvc-beb62-predictor-64dc4bbbb.18c000cefcf8392d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: 90624584-5268-4afd-8e85-d4e8cc1b9637
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: 2c9bc293-ec04-4537-aa86-17636c4c603c
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: Scaled up replica set error-404-isvc-beb62-predictor-64dc4bbbb from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: error-404-isvc-beb62-predictor.18c000cefaf47a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: bbad6222-bb10-4111-8376-20731e921d21
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: d8be98a6-a282-480a-ae4e-f7a32aaf781c
  kind: Event
  lastTimestamp: "2026-07-07T12:12:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:36Z"
    name: error-404-isvc-beb62-predictor.18c000d27965a7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: 0d2cfc27-55f9-4652-8fe6-6553769c4113
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: d8be98a6-a282-480a-ae4e-f7a32aaf781c
  kind: Event
  lastTimestamp: "2026-07-07T12:12:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:36Z"
    name: error-404-isvc-beb62-predictor.18c000d279b27bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26487"
    uid: d30d366f-1a25-4298-8fea-c17ad84bfc83
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26486"
    uid: d8be98a6-a282-480a-ae4e-f7a32aaf781c
  kind: Event
  lastTimestamp: "2026-07-07T12:13:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:36Z"
    name: error-404-isvc-beb62-predictor.18c000d5f866bdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: f96e4fd6-e7a1-4011-bd65-6f3da74b49a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26486"
    uid: d8be98a6-a282-480a-ae4e-f7a32aaf781c
  kind: Event
  lastTimestamp: "2026-07-07T12:13:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:36Z"
    name: error-404-isvc-beb62-predictor.18c000d5f8d2795c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27194"
    uid: 158dc3b5-9b34-4da0-aac3-ea1476edab9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: 4f29d44b-fad0-4e1f-b0db-f9de687b9a10
  kind: Event
  lastTimestamp: "2026-07-07T12:13:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:09Z"
    name: error-404-isvc-beb62.18c000cefafce881
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: 3767f100-583d-4033-b29b-06bdc97fcb0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: 4f29d44b-fad0-4e1f-b0db-f9de687b9a10
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-beb62": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-beb62":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: error-404-isvc-beb62.18c000cefb96d131
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: 0ca289ef-8bdd-4cf5-9948-19876e1795cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: 4f29d44b-fad0-4e1f-b0db-f9de687b9a10
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-beb62": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: error-404-isvc-beb62.18c000cefb97147c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26256"
    uid: f371ecc4-98e3-431d-85f3-1877839ad329
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 4f29d44b-fad0-4e1f-b0db-f9de687b9a10
  kind: Event
  lastTimestamp: "2026-07-07T12:13:09Z"
  message: InferenceService [error-404-isvc-beb62] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:09Z"
    name: error-404-isvc-beb62.18c000da3cd0a867
    namespace: kserve-ci-e2e-test
    resourceVersion: "26914"
    uid: 52c9ef65-d08e-49c1-91bb-f1431bd47e09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:02:17.078862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c0004245e0082f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 41c25a98-f70c-4ad9-97d9-81e323e67b57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c000425f50ef35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 69193837-d91e-40ae-812e-c2e3f0291094
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c000426175381c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: ce99cf68-863d-48dd-89c4-f0a1b0e8847a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c000426416959a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: efa5e2f4-e85c-4b18-ac6e-0bcc33e389e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c0004264a48afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: b9a0f1ab-4fd6-475b-91d3-8001610b6fbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c0004264ad88c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: 9d4ce38d-9b78-429d-ac80-6a371a9ffc62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c0004267452fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: 1986f24c-504b-4755-8a5c-b256c3d3628f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c0004267ba5983
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: fb0a06ab-ce98-45da-af7c-e8ce084c5c27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c00042772eaae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25793"
    uid: b2e48cf3-5330-42ae-a4e1-4284759d7186
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c000c37c84c6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25738"
    uid: 8be162e1-ab01-46ef-b204-46e4ab099298
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c000c37c854b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: ac9cab1a-db2d-40a0-847b-87e821e39b15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: cc561117-d2d9-471b-b3d4-6785af876eb3
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6-hdjss.18c000c3ebb9b4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25792"
    uid: 3911efe0-68a0-470f-9473-ee40af1c062c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-e7782-predictor-7fc45887b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21032"
    uid: ea7b9390-d623-41ac-8b99-d2795ee98c97
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: 'Created pod: error-404-isvc-e7782-predictor-7fc45887b6-hdjss'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor-7fc45887b6.18c00042454ae40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: 9fcc94b5-407a-40a5-8e22-528bcbce968f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: cda21d0b-a24a-4fff-8a13-072bb5dec650
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Scaled up replica set error-404-isvc-e7782-predictor-7fc45887b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782-predictor.18c0004241adb8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: 8d900420-1524-4601-a931-51da1fbe97ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: d596f80c-5b3d-4380-9044-9231b2271ff4
  kind: Event
  lastTimestamp: "2026-07-07T12:02:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:47Z"
    name: error-404-isvc-e7782-predictor.18c00045bf7b62d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: bd424c9c-202f-495e-b9f0-9a9a8cd5a82d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: d596f80c-5b3d-4380-9044-9231b2271ff4
  kind: Event
  lastTimestamp: "2026-07-07T12:02:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:47Z"
    name: error-404-isvc-e7782-predictor.18c00045bfeb028e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: 3a911010-7648-44cc-9c79-3bb36094b045
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: d596f80c-5b3d-4380-9044-9231b2271ff4
  kind: Event
  lastTimestamp: "2026-07-07T12:03:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:17Z"
    name: error-404-isvc-e7782-predictor.18c0004cbd743094
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 786ca131-ab7a-46c3-9288-ee80c0687e97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: d596f80c-5b3d-4380-9044-9231b2271ff4
  kind: Event
  lastTimestamp: "2026-07-07T12:03:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:17Z"
    name: error-404-isvc-e7782-predictor.18c0004cbdd7ba12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 70bbd622-b762-4489-9a80-276ca1222878
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: 42521fcd-9538-4672-a6b1-3ba7ef2b04e7
  kind: Event
  lastTimestamp: "2026-07-07T12:03:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:04Z"
    name: error-404-isvc-e7782.18c00042418d2df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 1b8f6ada-7a2f-4197-84bd-272383c107ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: 42521fcd-9538-4672-a6b1-3ba7ef2b04e7
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-e7782": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e7782":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782.18c0004242abf0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: a803dbcb-e829-4d69-a1f0-d3a099202af0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: 42521fcd-9538-4672-a6b1-3ba7ef2b04e7
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-e7782": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: error-404-isvc-e7782.18c0004242ac46d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: 866adb85-423e-446a-b3bc-5ddd710bef43
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: 42521fcd-9538-4672-a6b1-3ba7ef2b04e7
  kind: Event
  lastTimestamp: "2026-07-07T12:03:04Z"
  message: InferenceService [error-404-isvc-e7782] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:04Z"
    name: error-404-isvc-e7782.18c0004d33a95c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: 8250daa0-ba92-4493-a16b-85b2fd12a414
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:11:31.960433Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    to ip-10-0-138-101.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c37764df6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25718"
    uid: 28f861b2-9451-486b-b518-3da279bf2589
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ec777-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c386140638
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: f592d03f-fe46-4221-b5d7-0b6a72a6344e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25723"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c3b4852a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "25768"
    uid: 677b626c-7e24-41c5-b142-0b2dd2729139
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c3b60fd069
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: 999fb9ff-42c7-43eb-a91d-cdda3d945f88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c3b9a6c687
    namespace: kserve-ci-e2e-test
    resourceVersion: "25772"
    uid: 172874dc-4224-4ee7-88f0-05c4c3fe1773
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c3ba13793e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25773"
    uid: 2595e438-1b22-4cdd-ac8c-01321be94d0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c3ba1d54de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25774"
    uid: db71ece5-1820-424f-833d-04b17dd7885a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c3bd114875
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: 63c6dbab-c3a5-4273-ab5b-7f192c9e0623
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c3bd8251b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: cefd725b-7990-41d8-a351-d0243a2f87d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:12:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:10Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000c40884f181
    namespace: kserve-ci-e2e-test
    resourceVersion: "26079"
    uid: cadfdb8e-2637-4913-949c-d08c3d81a57f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000d3d465c534
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: af46516f-f5cf-4c02-ae24-10feaf64690e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000d3d46641b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: 7ff1d770-6c86-4223-a70f-c6d045a96ae3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: f09defa6-e8f3-402b-ab10-f92a75b448af
  kind: Event
  lastTimestamp: "2026-07-07T12:12:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:45Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt.18c000d490cf3967
    namespace: kserve-ci-e2e-test
    resourceVersion: "26703"
    uid: 20e5bfa0-ae7a-41fc-8fd6-b9717bd8c6ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-101.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-101.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-ec777-predictor-6b58bbd7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: 7cbd0630-bfe9-4424-a7b5-849cde714bb2
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: 'Created pod: error-404-isvc-ec777-predictor-6b58bbd7b6-cb5wt'
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: error-404-isvc-ec777-predictor-6b58bbd7b6.18c000c376d917e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: 936d0614-1ae4-4af2-8fa5-3c87cebd48bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: 47ba5e5f-5142-4c9d-9b94-425dfa08ad30
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: Scaled up replica set error-404-isvc-ec777-predictor-6b58bbd7b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: error-404-isvc-ec777-predictor.18c000c374bcc33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25709"
    uid: 879fcdb5-9569-4339-a9e2-188721626856
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25707"
    uid: 5cb19ea8-acb1-4057-8614-a37e7d3885dd
  kind: Event
  lastTimestamp: "2026-07-07T12:12:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:01Z"
    name: error-404-isvc-ec777-predictor.18c000c6f3aae52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26018"
    uid: 38e881dc-3bf0-4d03-8791-d9decafdd4c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25707"
    uid: 5cb19ea8-acb1-4057-8614-a37e7d3885dd
  kind: Event
  lastTimestamp: "2026-07-07T12:12:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:01Z"
    name: error-404-isvc-ec777-predictor.18c000c6f42c6c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: 5e08872c-0901-4f83-894e-4af59f6f4401
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: 5cb19ea8-acb1-4057-8614-a37e7d3885dd
  kind: Event
  lastTimestamp: "2026-07-07T12:12:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:31Z"
    name: error-404-isvc-ec777-predictor.18c000cdf1b6255e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26441"
    uid: 680bd735-dab0-4590-87cb-b7b9b3bed0d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: 5cb19ea8-acb1-4057-8614-a37e7d3885dd
  kind: Event
  lastTimestamp: "2026-07-07T12:12:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:31Z"
    name: error-404-isvc-ec777-predictor.18c000cdf2234500
    namespace: kserve-ci-e2e-test
    resourceVersion: "26442"
    uid: 06b43dd9-14cd-4768-b9a4-c7ca8f58ae4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ec777
    namespace: kserve-ci-e2e-test
    resourceVersion: "25689"
    uid: 12bfd9e3-ac47-4aad-8e05-0265f75db819
  kind: Event
  lastTimestamp: "2026-07-07T12:12:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:20Z"
    name: error-404-isvc-ec777.18c000c375742933
    namespace: kserve-ci-e2e-test
    resourceVersion: "26171"
    uid: a8508ce5-3d65-4589-bfbb-d1f8e69bead5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ec777
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: 12bfd9e3-ac47-4aad-8e05-0265f75db819
  kind: Event
  lastTimestamp: "2026-07-07T12:12:20Z"
  message: InferenceService [error-404-isvc-ec777] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:20Z"
    name: error-404-isvc-ec777.18c000cec4dd18ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26169"
    uid: 5cdac301-a888-459a-b219-ae40b6a5f6b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:50:21.456650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfff9ba777b959
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5db58cc9-68f0-4edb-9b02-4dac63380845
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfff9bb3360295
    namespace: kserve-ci-e2e-test
    resourceVersion: "14771"
    uid: 066c65e4-2108-4419-859e-803a0de326fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:23Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:50:23Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfff9c1df5485e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14802"
    uid: 5b2c92cb-eeef-4eae-94d1-736f138e83fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:23Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfff9c20276aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: a0c175ca-4c76-4b6c-beb6-f32a78148602
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:23Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfff9c24ca3666
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 000c1668-edce-49ea-bc35-1fc9d5753d99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:23Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfff9c26596614
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 5092f699-3f69-4a71-a19f-c8a8d5a56d50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:31Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
  metadata:
    creationTimestamp: "2026-07-07T11:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:31Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfff9e0f74f558
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 890ea82e-b196-48bd-8fb8-56eb3a693d3b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    in 7.305s (7.305s including waiting). Image size: 1555847076 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:39Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfff9fc2e79398
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: f3c6c2ed-f70b-42b0-af3d-b413b0d3a1b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffa0383fb0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 9272bc2e-57b9-4327-9f3f-034b47df4d7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffa0395e3b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: 86ea47f4-1788-459e-a2b4-32dd5a7eb5e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffa039698e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "14994"
    uid: 0e81600c-cbf3-41d8-a8a2-e8ede42e19e3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 584ms (584ms including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffa05c400285
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: 397c0031-48bc-417f-a9fb-bc11ee986f95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffa0626fd6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15005"
    uid: 2a244483-6150-43f8-93dd-3515e80eda56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffa0639afc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 37a19258-0a34-4454-a1b6-e815b7c6d610
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:51:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:57Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffa0a2f5667d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: ee891a98-1b9c-40a4-8f51-bc79af0bd1f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffbc426a8785
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 83d691ac-f035-4256-bea3-22e1abbd9fe5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffbc426b960e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 2ba9248d-e1cf-4878-b2c7-27e17bdb150d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: d638385e-c8ef-4f64-a1f9-d34e94619741
  kind: Event
  lastTimestamp: "2026-07-07T11:52:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:43Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x.18bfffbccf4b3a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 9aa4ad98-ae59-4d08-a65d-75b9827c4ff1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-8b777f59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: 1c85a800-8195-42fc-8b61-99e7ec979b73
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-8b777f59f-2h82x'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-sklearn-graph-1-predictor-8b777f59f.18bfff9ba709c524
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 6cf73c92-6c7b-4372-8631-9287a2dceafe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14647"
    uid: 297dcddc-7712-4579-83aa-9747000da52e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-8b777f59f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-sklearn-graph-1-predictor.18bfff9ba3dd3724
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 1ed10f85-1b67-43a9-bd3b-f00db37ef27c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: 92432019-ef44-474b-90f7-a34888c0d036
  kind: Event
  lastTimestamp: "2026-07-07T11:51:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:21Z"
    name: isvc-sklearn-graph-1-predictor.18bfff9f22d59d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 85afbc2d-c913-481d-933a-e1cf061bbc90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: 92432019-ef44-474b-90f7-a34888c0d036
  kind: Event
  lastTimestamp: "2026-07-07T11:51:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:21Z"
    name: isvc-sklearn-graph-1-predictor.18bfff9f23455963
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 9cdc4159-4f67-4bed-9b3d-97b5d1369d0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: 92432019-ef44-474b-90f7-a34888c0d036
  kind: Event
  lastTimestamp: "2026-07-07T11:52:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:36Z"
    name: isvc-sklearn-graph-1-predictor.18bfffad1e24f268
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: 058da9dd-e488-4b96-8c92-6bb21440bd15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: 92432019-ef44-474b-90f7-a34888c0d036
  kind: Event
  lastTimestamp: "2026-07-07T11:52:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:36Z"
    name: isvc-sklearn-graph-1-predictor.18bfffad1eabab9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: ec0bb0c3-3067-4cfb-8727-8b92457dcead
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: 0e89c20e-ee7b-4906-8887-4b6bc5af4b4f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:07Z"
    name: isvc-sklearn-graph-1.18bfff9ba3e30278
    namespace: kserve-ci-e2e-test
    resourceVersion: "15958"
    uid: 6acb28ec-c1c4-4cfe-84fa-1894e00e5ab1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15956"
    uid: 0e89c20e-ee7b-4906-8887-4b6bc5af4b4f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:07Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:07Z"
    name: isvc-sklearn-graph-1.18bfffb459e4d63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15957"
    uid: 8d28ae66-4c0d-4e2d-a84c-7d7d27d69eff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:50:21.769124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14739"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfff9bba17aa1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14743"
    uid: 82887dd1-2ff0-4f75-83c5-e34d146cc888
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfff9bc5424278
    namespace: kserve-ci-e2e-test
    resourceVersion: "14758"
    uid: 66d3b707-89e7-4bfc-a848-4afa6256af9b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfff9bfd26b123
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 6da835ba-96ab-41b4-a83d-2747ac72bd75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfff9bff144e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 8d3e3ca0-6048-45b2-8554-00846ab6bcd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfff9c034e1ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: ad922418-5d6c-4718-b6e7-fc51c6c94c2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:23Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfff9c04755573
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: b3165e02-0f30-4d06-a73a-ecdc76278459
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:27Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
  metadata:
    creationTimestamp: "2026-07-07T11:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:27Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfff9d1f98fef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: 8bfaee08-74aa-46b9-b987-bded5d7020a3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    in 9.582s (9.582s including waiting). Image size: 1555847076 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:37Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfff9f5ac24658
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: 67421e69-da80-44c0-9706-c295093e6b82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffa037db638b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 23520a63-7f77-45ea-81bd-4b35c521a475
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffa03902dcc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: ee94d3f1-d326-4bac-b5da-0a26165a7996
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffa039119015
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: bd32b96b-c493-4513-bb14-f6649e21eefa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 471ms (471ms including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffa0552d8163
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: 8085bdbd-fa92-49a0-91b2-3691e366b868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffa0620d9c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: 57e5acb4-98ec-4acd-9c6e-cdcc763d9a9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffa0634b51f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: 725c4043-c242-4a7d-824c-dcdf853cfc5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:52:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:44Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffa066c54ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: fdede066-7f88-4110-9c73-70ab8081b408
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffbc3eb603c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: d04aaedc-523e-4569-b9ce-c4126d282b4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffbc3eb60891
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: 184bc626-3413-4ea0-a9af-27947830b4f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: e19a862e-90b6-4fb6-aa63-6f430ce4652e
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp.18bfffbc9372d05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 625ab59f-f95c-4bb1-b751-d7672b973412
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14732"
    uid: c34eb625-4989-4cd5-b28c-9b5e16e7ff3e
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-6c85f75dc7-z8mrp'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-sklearn-graph-2-predictor-6c85f75dc7.18bfff9bb9abd45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14740"
    uid: 38875f2b-84c7-4e68-b051-ea275a34f0f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14728"
    uid: e87e826c-3fa8-42e4-bdd9-45f960d2d85a
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-6c85f75dc7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-sklearn-graph-2-predictor.18bfff9bb6de9678
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 40ff7291-49d0-45e1-9a11-f19748f38961
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: 16e09143-6888-408a-bf48-984cb7d977be
  kind: Event
  lastTimestamp: "2026-07-07T11:51:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:06Z"
    name: isvc-sklearn-graph-2-predictor.18bfff9f354f6aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: baf47e4c-215d-4da0-83d0-96b1633b9a0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: 16e09143-6888-408a-bf48-984cb7d977be
  kind: Event
  lastTimestamp: "2026-07-07T11:51:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:06Z"
    name: isvc-sklearn-graph-2-predictor.18bfff9f35b0bf57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 4e1250dd-d3da-4d85-ae08-0feab3ff7752
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 16e09143-6888-408a-bf48-984cb7d977be
  kind: Event
  lastTimestamp: "2026-07-07T11:52:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:36Z"
    name: isvc-sklearn-graph-2-predictor.18bfffa9b1c685dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: bd2d4fcc-ba9f-4771-8300-90caeced623b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 16e09143-6888-408a-bf48-984cb7d977be
  kind: Event
  lastTimestamp: "2026-07-07T11:52:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:36Z"
    name: isvc-sklearn-graph-2-predictor.18bfffa9b22ed3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 3444d7d3-73de-443c-946d-6eea37e4a4e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: c48d9457-231c-484d-8ca4-d020defa6612
  kind: Event
  lastTimestamp: "2026-07-07T11:52:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:04Z"
    name: isvc-sklearn-graph-2.18bfff9bb6e5f00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 6d38d8e0-16c1-45f9-83a0-43797d86ef95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: c48d9457-231c-484d-8ca4-d020defa6612
  kind: Event
  lastTimestamp: "2026-07-07T11:52:04Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:04Z"
    name: isvc-sklearn-graph-2.18bfffb3a84c4aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: c57e2b6b-c09a-45c8-b422-7d73f6da850d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:50:21.674502Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfff9bb473d9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: 7dad5516-7ac8-4466-adbd-570d7903b649
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfff9bcdc2f4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: b400710a-8d45-4ae9-bb1b-d2fec120f3c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfff9bcf176467
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: d523dd72-4b21-4122-8980-efb45052f5fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfff9bd26d9bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14772"
    uid: c2c9e5dd-56b8-4282-b75e-d0feb9744108
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfff9bd2db239c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14774"
    uid: fe9854ef-5e98-4855-a960-066971acc284
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-07T11:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:27Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfff9d1f78a214
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: 70cf84bf-3ebd-465a-b509-70f2ea5125b1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:55Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 27.652s (27.652s
    including waiting). Image size: 1305293051 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffa38fb64c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: 0a7efa1e-f03c-4ef2-b908-9e72bc627bd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffa392a3f6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15136"
    uid: bc70ecab-3f3c-4f53-acb9-036b9b4b46ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffa3931cb1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: 03058424-5d02-4d45-96fa-0e62f233240b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffa3932535ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 6572eb46-9ea0-4310-a603-aff5a8c95fef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffa395bc55bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: 70e544a5-7c9d-462d-93bd-bbb3d3dc73f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffa3962bc7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: f0b94300-65f5-4eed-9b8e-0d0cb2ecad6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffa3ad39fd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 1b24a75a-d55f-48d2-bc14-7ed90ddf6649
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffbc47957a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: 5c3ff5ad-338c-4ab2-874b-ee059648e80e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffbc4795de56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 4bb9e036-e1a5-45f2-a332-bdffe32f339c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: e7a85d9c-f4b1-44f7-a758-bfdaca67607b
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-f4vm2.18bfffbc5b8808fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 16efc18c-0c74-4aec-8faa-21cc952295c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-555fc69d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14703"
    uid: 7e8ea9ec-6362-4ee9-a2ce-9da7e0f3ba48
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-f4vm2'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-xgboost-graph-predictor-555fc69d56.18bfff9bb3cb1ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: f70d3ba9-2072-4f70-aa9a-2bd9fb49471e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14700"
    uid: e8757989-8faf-4291-916b-128f44d47635
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-xgboost-graph-predictor.18bfff9bb0dbaa93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: 8d13ed55-be37-4e6b-81bc-4cadadb1e1bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14702"
    uid: 1a44cf95-9dac-403c-a2f1-861b909db008
  kind: Event
  lastTimestamp: "2026-07-07T11:51:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:06Z"
    name: isvc-xgboost-graph-predictor.18bfff9f2f78eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 3ceb9703-2c93-40e9-b5c1-c7d2e246910e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14702"
    uid: 1a44cf95-9dac-403c-a2f1-861b909db008
  kind: Event
  lastTimestamp: "2026-07-07T11:51:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:06Z"
    name: isvc-xgboost-graph-predictor.18bfff9f2fe23b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: 28e2fe9e-d1a9-4823-b4a2-4aeec2cf507b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 1a44cf95-9dac-403c-a2f1-861b909db008
  kind: Event
  lastTimestamp: "2026-07-07T11:52:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:21Z"
    name: isvc-xgboost-graph-predictor.18bfffa9ac1769dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 9abe0453-86d5-43de-85b2-e5782d4eb02e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 1a44cf95-9dac-403c-a2f1-861b909db008
  kind: Event
  lastTimestamp: "2026-07-07T11:52:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:21Z"
    name: isvc-xgboost-graph-predictor.18bfffa9ac8585f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 9f610b20-8c7a-4e0b-a1d4-f5abc3dcd220
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: 9815b9bc-af0d-4077-9191-6e63d1a6b824
  kind: Event
  lastTimestamp: "2026-07-07T11:52:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:02Z"
    name: isvc-xgboost-graph.18bfff9bb0e991ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 3bc5799f-59de-4cd9-b502-60be360aecfd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15888"
    uid: 9815b9bc-af0d-4077-9191-6e63d1a6b824
  kind: Event
  lastTimestamp: "2026-07-07T11:52:02Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:02Z"
    name: isvc-xgboost-graph.18bfffb312102a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: ce25233d-b101-4237-be9a-d7276d3447ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:52:31.231305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-6d7dd4967-4kmd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 2e202867-bd2c-4267-9d19-57da86c2f176
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-6d7dd4967-4kmd4
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:52:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:52:31Z"
    name: model-chainer-6d7dd4967-4kmd4.18bfffb9dea3b7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: a578402d-dc83-4e25-bd77-99cd02795191
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-6d7dd4967-4kmd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 2e202867-bd2c-4267-9d19-57da86c2f176
  kind: Event
  lastTimestamp: "2026-07-07T11:52:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:31Z"
    name: model-chainer-6d7dd4967-4kmd4.18bfffb9f012dce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: ddb6c4bc-8ecc-489a-a347-c166a817ab91
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-6d7dd4967-4kmd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 2e202867-bd2c-4267-9d19-57da86c2f176
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: model-chainer-6d7dd4967-4kmd4.18bfffba1c11e590
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: 16f12a77-a1d7-4fd9-8846-6ae76030050e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6d7dd4967-4kmd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 2e202867-bd2c-4267-9d19-57da86c2f176
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: model-chainer-6d7dd4967-4kmd4.18bfffba1d5fd812
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: f08dcb11-42b4-4da4-9ff8-e9ddb8ed9bd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6d7dd4967-4kmd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 2e202867-bd2c-4267-9d19-57da86c2f176
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: model-chainer-6d7dd4967-4kmd4.18bfffba20b56a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: abd6681e-573f-4495-91a1-b4259c4f53b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6d7dd4967-4kmd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 2e202867-bd2c-4267-9d19-57da86c2f176
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: model-chainer-6d7dd4967-4kmd4.18bfffba2123ac94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 4866e2fc-b45b-4b15-9e7d-2f203f215a31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6d7dd4967-4kmd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 2e202867-bd2c-4267-9d19-57da86c2f176
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: model-chainer-6d7dd4967-4kmd4.18bfffbc38364f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: bd5c9225-6cba-4ffb-96ec-4e81d7abd2c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6d7dd4967-4kmd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 2e202867-bd2c-4267-9d19-57da86c2f176
  kind: Event
  lastTimestamp: "2026-07-07T11:53:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:09Z"
    name: model-chainer-6d7dd4967-4kmd4.18bfffbceb88139f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: fa4bd5e0-8dbe-4415-9af2-460772e40c36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-6d7dd4967
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: f5c7410d-99d8-4bec-acd0-8941d87e5e4f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:31Z"
  message: 'Created pod: model-chainer-6d7dd4967-4kmd4'
  metadata:
    creationTimestamp: "2026-07-07T11:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:31Z"
    name: model-chainer-6d7dd4967.18bfffb9ddfcb84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 94884393-20af-4e4d-aef3-5e07a0180b68
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "16148"
    uid: 5027b5ed-188a-4451-bdc1-7374c15678ed
  kind: Event
  lastTimestamp: "2026-07-07T11:52:31Z"
  message: Scaled up replica set model-chainer-6d7dd4967 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:31Z"
    name: model-chainer.18bfffb9dd140a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: c7b2c063-f0fc-4383-b7bf-5b9c68d0d4b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: 3a220d8a-bbe5-4638-b2bb-d87619b21229
  kind: Event
  lastTimestamp: "2026-07-07T11:52:31Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:31Z"
    name: model-chainer.18bfffb9e1779f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 0f9cb4d2-5d78-4f62-87f3-f26d641d65fb
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:53:41.496521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-07b43-dccbfccf8-fw476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 1cdc2570-8db9-42ef-a873-cafecd654cc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-07b43-dccbfccf8-fw476
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:53:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:53:41Z"
    name: sequence-graph-07b43-dccbfccf8-fw476.18bfffca3ac5e89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 02ca55a0-13d8-43f1-94fa-fe567f5e7df1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-07b43-dccbfccf8-fw476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 1cdc2570-8db9-42ef-a873-cafecd654cc0
  kind: Event
  lastTimestamp: "2026-07-07T11:53:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-07b43-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:41Z"
    name: sequence-graph-07b43-dccbfccf8-fw476.18bfffca48f32318
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 0ee8355c-13a3-4c36-9cd7-8d2f5444497c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-07b43-dccbfccf8-fw476
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 1cdc2570-8db9-42ef-a873-cafecd654cc0
  kind: Event
  lastTimestamp: "2026-07-07T11:53:42Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:53:42Z"
    name: sequence-graph-07b43-dccbfccf8-fw476.18bfffca78051438
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 8201be08-1014-461b-bbed-54882e6b486f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07b43}
    kind: Pod
    name: sequence-graph-07b43-dccbfccf8-fw476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 1cdc2570-8db9-42ef-a873-cafecd654cc0
  kind: Event
  lastTimestamp: "2026-07-07T11:53:42Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:42Z"
    name: sequence-graph-07b43-dccbfccf8-fw476.18bfffca79686bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 3ff388b6-91eb-46d3-93f3-e851c8062a27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07b43}
    kind: Pod
    name: sequence-graph-07b43-dccbfccf8-fw476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 1cdc2570-8db9-42ef-a873-cafecd654cc0
  kind: Event
  lastTimestamp: "2026-07-07T11:53:42Z"
  message: 'Created container: sequence-graph-07b43'
  metadata:
    creationTimestamp: "2026-07-07T11:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:42Z"
    name: sequence-graph-07b43-dccbfccf8-fw476.18bfffca7c350d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: 93ae9342-fbd8-4558-82c7-bb3bf3abb964
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07b43}
    kind: Pod
    name: sequence-graph-07b43-dccbfccf8-fw476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 1cdc2570-8db9-42ef-a873-cafecd654cc0
  kind: Event
  lastTimestamp: "2026-07-07T11:53:42Z"
  message: Started container sequence-graph-07b43
  metadata:
    creationTimestamp: "2026-07-07T11:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:42Z"
    name: sequence-graph-07b43-dccbfccf8-fw476.18bfffca7ca52556
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: 1dddb0b3-487b-4e36-a4af-c3738b5ffde3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07b43}
    kind: Pod
    name: sequence-graph-07b43-dccbfccf8-fw476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 1cdc2570-8db9-42ef-a873-cafecd654cc0
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Stopping container sequence-graph-07b43
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: sequence-graph-07b43-dccbfccf8-fw476.18c0003d62545545
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: 59279d3d-3945-48b5-9643-ed2d8d1c9864
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07b43}
    kind: Pod
    name: sequence-graph-07b43-dccbfccf8-fw476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 1cdc2570-8db9-42ef-a873-cafecd654cc0
  kind: Event
  lastTimestamp: "2026-07-07T12:02:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:23Z"
    name: sequence-graph-07b43-dccbfccf8-fw476.18c0003df96f48ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: 71f90a58-4b0d-4f32-aaea-5f4bda03c2e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-07b43-dccbfccf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: 1c8c89dd-b754-476b-9b9f-6e9e0fac3290
  kind: Event
  lastTimestamp: "2026-07-07T11:53:41Z"
  message: 'Created pod: sequence-graph-07b43-dccbfccf8-fw476'
  metadata:
    creationTimestamp: "2026-07-07T11:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:41Z"
    name: sequence-graph-07b43-dccbfccf8.18bfffca3a62cf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: 698ca4fa-3cd4-45c2-ba1a-dee6997420dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: 27445648-e7da-4145-98d7-459c8c447ae1
  kind: Event
  lastTimestamp: "2026-07-07T11:53:41Z"
  message: Scaled up replica set sequence-graph-07b43-dccbfccf8 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:41Z"
    name: sequence-graph-07b43.18bfffca39a3da80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: bd1fded0-ff77-4cb1-aa35-447885b8c692
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 07412d4f-9f52-4df7-aa9d-f37c62ec0b29
  kind: Event
  lastTimestamp: "2026-07-07T11:53:41Z"
  message: InferenceGraph [sequence-graph-07b43] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:41Z"
    name: sequence-graph-07b43.18bfffca3f31d01c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 8a70926a-677f-444c-8826-f2843cc31c95
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 7e70c4ff-18b4-4d2a-8fc0-487c34d9784e
  kind: Event
  lastTimestamp: "2026-07-07T11:53:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:56Z"
    name: sequence-graph-07b43.18bfffcdb8275035
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 3ae09dcf-acae-447f-85d3-f0972f616592
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 7e70c4ff-18b4-4d2a-8fc0-487c34d9784e
  kind: Event
  lastTimestamp: "2026-07-07T11:53:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:56Z"
    name: sequence-graph-07b43.18bfffcdb8d05e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 3c673f5d-5a5b-4695-baca-92487a74c1b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 7e70c4ff-18b4-4d2a-8fc0-487c34d9784e
  kind: Event
  lastTimestamp: "2026-07-07T11:54:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:11Z"
    name: sequence-graph-07b43.18bfffd137e387dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: fa095c9f-b46f-4182-8c05-cd97c1982ffd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 7e70c4ff-18b4-4d2a-8fc0-487c34d9784e
  kind: Event
  lastTimestamp: "2026-07-07T11:54:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:11Z"
    name: sequence-graph-07b43.18bfffd13843b3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 6e8f18ad-a2ac-4488-821d-7c10ec8b0456
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:02:56.379717Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-a4899-7dd75cd587-46gmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: 6c59f328-1ff7-4e5a-8d2a-20f644472158
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-a4899-7dd75cd587-46gmq
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: sequence-graph-a4899-7dd75cd587-46gmq.18c0004b6c63946d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21447"
    uid: d8b2a466-62fd-45df-828d-bd0d0b81783b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-a4899-7dd75cd587-46gmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21453"
    uid: 6c59f328-1ff7-4e5a-8d2a-20f644472158
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: sequence-graph-a4899-7dd75cd587-46gmq.18c0004b85bc7abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: 948c973a-df84-4f10-b77b-fad33a284547
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-a4899}
    kind: Pod
    name: sequence-graph-a4899-7dd75cd587-46gmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: 6c59f328-1ff7-4e5a-8d2a-20f644472158
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: sequence-graph-a4899-7dd75cd587-46gmq.18c0004b8701f0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: ff71ca25-7c49-405a-aa03-76067fb6bedd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-a4899}
    kind: Pod
    name: sequence-graph-a4899-7dd75cd587-46gmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: 6c59f328-1ff7-4e5a-8d2a-20f644472158
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: 'Created container: sequence-graph-a4899'
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: sequence-graph-a4899-7dd75cd587-46gmq.18c0004b8a5c7e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: e23c227d-8f14-4d34-98ca-801d8aa0da29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-a4899}
    kind: Pod
    name: sequence-graph-a4899-7dd75cd587-46gmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: 6c59f328-1ff7-4e5a-8d2a-20f644472158
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: Started container sequence-graph-a4899
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: sequence-graph-a4899-7dd75cd587-46gmq.18c0004b8ae786e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: 666f8e97-e564-448e-a681-6aa57c28499f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-a4899}
    kind: Pod
    name: sequence-graph-a4899-7dd75cd587-46gmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: 6c59f328-1ff7-4e5a-8d2a-20f644472158
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: Stopping container sequence-graph-a4899
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: sequence-graph-a4899-7dd75cd587-46gmq.18c0004dc0625d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: 5b2a7237-39e4-4275-9c30-8ebd08b334f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-a4899}
    kind: Pod
    name: sequence-graph-a4899-7dd75cd587-46gmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: 6c59f328-1ff7-4e5a-8d2a-20f644472158
  kind: Event
  lastTimestamp: "2026-07-07T12:03:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:33Z"
    name: sequence-graph-a4899-7dd75cd587-46gmq.18c0004e4f7e29d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 9a1ee1a8-0e73-4f74-881b-f3c3abaca187
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-a4899-7dd75cd587
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: eb9c008f-dd03-4fdf-baa4-45dc4dff07fd
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: 'Created pod: sequence-graph-a4899-7dd75cd587-46gmq'
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: sequence-graph-a4899-7dd75cd587.18c0004b6be03845
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: bfcd5754-ec03-4a4d-bcdf-0492697f445c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 3ede5a43-e287-4b87-a4b2-62ce2e4e9ac5
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: Scaled up replica set sequence-graph-a4899-7dd75cd587 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: sequence-graph-a4899.18c0004b6a3de0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: 2a2ae63c-c93e-49e5-ad3e-dfec4e1921f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 83c525eb-507e-450f-9903-b7e27c74ed84
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: InferenceGraph [sequence-graph-a4899] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: sequence-graph-a4899.18c0004b71192360
    namespace: kserve-ci-e2e-test
    resourceVersion: "21458"
    uid: eded9745-b964-49d5-93bd-b5ec27a8ce4a
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:04:06.605989Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-b491e-5fcb67d95d-bqhpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 68de497d-1ecc-4b3a-98b3-750aa10021c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-b491e-5fcb67d95d-bqhpq
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:04:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:04:06Z"
    name: sequence-graph-b491e-5fcb67d95d-bqhpq.18c0005bc6336489
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: 229811f0-851f-46d3-b842-83621a274b2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-b491e-5fcb67d95d-bqhpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 68de497d-1ecc-4b3a-98b3-750aa10021c8
  kind: Event
  lastTimestamp: "2026-07-07T12:04:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-b491e-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:04:06Z"
    name: sequence-graph-b491e-5fcb67d95d-bqhpq.18c0005bce75b943
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: 61c0ac21-392b-48e6-b0f8-dd4d510fff3d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-b491e-5fcb67d95d-bqhpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 68de497d-1ecc-4b3a-98b3-750aa10021c8
  kind: Event
  lastTimestamp: "2026-07-07T12:04:07Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:04:07Z"
    name: sequence-graph-b491e-5fcb67d95d-bqhpq.18c0005c031d8621
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: 585007d0-7f0d-4f97-b87c-826c63b12c10
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-b491e}
    kind: Pod
    name: sequence-graph-b491e-5fcb67d95d-bqhpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 68de497d-1ecc-4b3a-98b3-750aa10021c8
  kind: Event
  lastTimestamp: "2026-07-07T12:04:07Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:04:07Z"
    name: sequence-graph-b491e-5fcb67d95d-bqhpq.18c0005c044e246d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: 2ab342b8-d4b3-46fc-a2c4-d3a891abc20e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-b491e}
    kind: Pod
    name: sequence-graph-b491e-5fcb67d95d-bqhpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 68de497d-1ecc-4b3a-98b3-750aa10021c8
  kind: Event
  lastTimestamp: "2026-07-07T12:04:07Z"
  message: 'Created container: sequence-graph-b491e'
  metadata:
    creationTimestamp: "2026-07-07T12:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:04:07Z"
    name: sequence-graph-b491e-5fcb67d95d-bqhpq.18c0005c073a4a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22278"
    uid: 33b5277d-bec3-4e84-a60c-adffa9dc209b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-b491e}
    kind: Pod
    name: sequence-graph-b491e-5fcb67d95d-bqhpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 68de497d-1ecc-4b3a-98b3-750aa10021c8
  kind: Event
  lastTimestamp: "2026-07-07T12:04:07Z"
  message: Started container sequence-graph-b491e
  metadata:
    creationTimestamp: "2026-07-07T12:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:04:07Z"
    name: sequence-graph-b491e-5fcb67d95d-bqhpq.18c0005c07a6587b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22279"
    uid: 2ee51b20-7f40-43de-8a55-dd8b0236153b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-b491e}
    kind: Pod
    name: sequence-graph-b491e-5fcb67d95d-bqhpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 68de497d-1ecc-4b3a-98b3-750aa10021c8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: Stopping container sequence-graph-b491e
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: sequence-graph-b491e-5fcb67d95d-bqhpq.18c000ceecf59b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: ba9339f7-407a-4424-bfa1-d05486c83b9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-b491e}
    kind: Pod
    name: sequence-graph-b491e-5fcb67d95d-bqhpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 68de497d-1ecc-4b3a-98b3-750aa10021c8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:49Z"
    name: sequence-graph-b491e-5fcb67d95d-bqhpq.18c000cf98a56ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 74aa8ade-9cda-4e1c-938f-633b234d76b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-b491e-5fcb67d95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: 1a747e0c-a199-4401-a007-4f5e8d914dcc
  kind: Event
  lastTimestamp: "2026-07-07T12:04:06Z"
  message: 'Created pod: sequence-graph-b491e-5fcb67d95d-bqhpq'
  metadata:
    creationTimestamp: "2026-07-07T12:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:06Z"
    name: sequence-graph-b491e-5fcb67d95d.18c0005bc59df5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: 11583542-381a-4d3e-ad7f-57d59a43d983
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22242"
    uid: 110463dc-959d-4478-801c-6ee241c4c3c5
  kind: Event
  lastTimestamp: "2026-07-07T12:04:06Z"
  message: Scaled up replica set sequence-graph-b491e-5fcb67d95d from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:06Z"
    name: sequence-graph-b491e.18c0005bc4b864ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: eba0c0f2-addd-45c7-b7be-1ce2369d217c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: 2ce18850-cce5-4c50-b593-45a6515825a1
  kind: Event
  lastTimestamp: "2026-07-07T12:04:06Z"
  message: InferenceGraph [sequence-graph-b491e] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:04:06Z"
    name: sequence-graph-b491e.18c0005bc8b9131d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 03c30c99-b0cf-46a2-b32f-3c204ddf6184
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: c5d77a00-e493-40a7-bb21-ffa28e4da3a7
  kind: Event
  lastTimestamp: "2026-07-07T12:04:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:36Z"
    name: sequence-graph-b491e.18c0005f4329e765
    namespace: kserve-ci-e2e-test
    resourceVersion: "22491"
    uid: 4369ee25-fd36-48d4-a306-d741b3a4bdf5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: c5d77a00-e493-40a7-bb21-ffa28e4da3a7
  kind: Event
  lastTimestamp: "2026-07-07T12:04:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:36Z"
    name: sequence-graph-b491e.18c0005f438f670e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: 1e7bfa5b-0e92-42cd-8a97-02ba7fa20c9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:13:42.019503Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-5d4cc-9fb6994f-tzflz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: cc0e2c70-fbd2-4fc3-b745-2df3813d483e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-5d4cc-9fb6994f-tzflz
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:13:42Z"
    name: splitter-graph-5d4cc-9fb6994f-tzflz.18c000e1bf84dc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27245"
    uid: c3482314-c6fc-45f4-8f06-609987c73649
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-5d4cc-9fb6994f-tzflz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: cc0e2c70-fbd2-4fc3-b745-2df3813d483e
  kind: Event
  lastTimestamp: "2026-07-07T12:13:42Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:13:42Z"
    name: splitter-graph-5d4cc-9fb6994f-tzflz.18c000e1d8e0383f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: 66a57d1f-8d62-4f31-b770-951b4e205c51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-5d4cc}
    kind: Pod
    name: splitter-graph-5d4cc-9fb6994f-tzflz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: cc0e2c70-fbd2-4fc3-b745-2df3813d483e
  kind: Event
  lastTimestamp: "2026-07-07T12:13:42Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:42Z"
    name: splitter-graph-5d4cc-9fb6994f-tzflz.18c000e1da56b7de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27268"
    uid: 6ceea63b-e8e5-4153-aa4a-a3ece1314646
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-5d4cc}
    kind: Pod
    name: splitter-graph-5d4cc-9fb6994f-tzflz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: cc0e2c70-fbd2-4fc3-b745-2df3813d483e
  kind: Event
  lastTimestamp: "2026-07-07T12:13:42Z"
  message: 'Created container: splitter-graph-5d4cc'
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:42Z"
    name: splitter-graph-5d4cc-9fb6994f-tzflz.18c000e1dd42a32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27269"
    uid: 58be18d8-581d-43b4-b056-bd1272347e78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-5d4cc}
    kind: Pod
    name: splitter-graph-5d4cc-9fb6994f-tzflz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: cc0e2c70-fbd2-4fc3-b745-2df3813d483e
  kind: Event
  lastTimestamp: "2026-07-07T12:13:42Z"
  message: Started container splitter-graph-5d4cc
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:42Z"
    name: splitter-graph-5d4cc-9fb6994f-tzflz.18c000e1ddb3714a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: d34a6407-13d4-47de-8716-e491fc943c36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-5d4cc}
    kind: Pod
    name: splitter-graph-5d4cc-9fb6994f-tzflz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: cc0e2c70-fbd2-4fc3-b745-2df3813d483e
  kind: Event
  lastTimestamp: "2026-07-07T12:21:56Z"
  message: Stopping container splitter-graph-5d4cc
  metadata:
    creationTimestamp: "2026-07-07T12:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:21:56Z"
    name: splitter-graph-5d4cc-9fb6994f-tzflz.18c00154ece4edfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30696"
    uid: 4b27c969-7c28-49e0-8a36-a8f0ec51f894
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-5d4cc}
    kind: Pod
    name: splitter-graph-5d4cc-9fb6994f-tzflz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: cc0e2c70-fbd2-4fc3-b745-2df3813d483e
  kind: Event
  lastTimestamp: "2026-07-07T12:22:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:22:24Z"
    name: splitter-graph-5d4cc-9fb6994f-tzflz.18c0015587a22c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: dbbed1b6-c7ce-461c-ba5b-c27ea27c7b10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-5d4cc-9fb6994f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27237"
    uid: a2119c6e-d3ab-48f9-a090-3a2f044406a2
  kind: Event
  lastTimestamp: "2026-07-07T12:13:42Z"
  message: 'Created pod: splitter-graph-5d4cc-9fb6994f-tzflz'
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:42Z"
    name: splitter-graph-5d4cc-9fb6994f.18c000e1bf1a8a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: f01298f1-568a-43c1-b735-7053a3d8526e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27235"
    uid: f0db8bd2-fa94-41eb-bcb6-3469e2af60f5
  kind: Event
  lastTimestamp: "2026-07-07T12:13:42Z"
  message: Scaled up replica set splitter-graph-5d4cc-9fb6994f from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:42Z"
    name: splitter-graph-5d4cc.18c000e1be6555a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: b4908076-bdca-483c-bc67-5f571209fe87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: 1981249e-5b9b-4814-b562-900e981975f8
  kind: Event
  lastTimestamp: "2026-07-07T12:13:42Z"
  message: InferenceGraph [splitter-graph-5d4cc] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:42Z"
    name: splitter-graph-5d4cc.18c000e1c4c5d022
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: 106c1ee3-7205-42a5-a70e-ca20ff109a54
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27236"
    uid: b039a3a1-0bb4-46cb-8f79-cf21502eddcd
  kind: Event
  lastTimestamp: "2026-07-07T12:14:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:14:27Z"
    name: splitter-graph-5d4cc.18c000e53cb6c072
    namespace: kserve-ci-e2e-test
    resourceVersion: "27600"
    uid: 3f995be8-a128-40c7-bc86-a29c34102d00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27236"
    uid: b039a3a1-0bb4-46cb-8f79-cf21502eddcd
  kind: Event
  lastTimestamp: "2026-07-07T12:14:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:14:27Z"
    name: splitter-graph-5d4cc.18c000e53d05b5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: 360a53f2-5f72-4a0f-beb4-988b39d32a4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:12:31.738795Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-ec777-577d754886-kfjm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: d10dc505-479e-48be-92a8-d6332f5a66b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-ec777-577d754886-kfjm6
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:12:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:12:31Z"
    name: splitter-graph-ec777-577d754886-kfjm6.18c000d1627644a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26423"
    uid: 845c17af-7cc1-410c-99d3-1a6d2ac3c1fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-ec777-577d754886-kfjm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: d10dc505-479e-48be-92a8-d6332f5a66b8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:32Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:12:32Z"
    name: splitter-graph-ec777-577d754886-kfjm6.18c000d17b812fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26444"
    uid: 2424bb7e-7ba4-4f66-8177-ea6730606c5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ec777}
    kind: Pod
    name: splitter-graph-ec777-577d754886-kfjm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: d10dc505-479e-48be-92a8-d6332f5a66b8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:32Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:32Z"
    name: splitter-graph-ec777-577d754886-kfjm6.18c000d17ce480d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: 30509d37-2c12-44d9-9795-951cbf8d148e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ec777}
    kind: Pod
    name: splitter-graph-ec777-577d754886-kfjm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: d10dc505-479e-48be-92a8-d6332f5a66b8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:32Z"
  message: 'Created container: splitter-graph-ec777'
  metadata:
    creationTimestamp: "2026-07-07T12:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:32Z"
    name: splitter-graph-ec777-577d754886-kfjm6.18c000d17fc321a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26447"
    uid: a74535c7-584a-4e2c-8ec2-765cb9c5ed92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ec777}
    kind: Pod
    name: splitter-graph-ec777-577d754886-kfjm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: d10dc505-479e-48be-92a8-d6332f5a66b8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:32Z"
  message: Started container splitter-graph-ec777
  metadata:
    creationTimestamp: "2026-07-07T12:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:32Z"
    name: splitter-graph-ec777-577d754886-kfjm6.18c000d180311fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26448"
    uid: 3eb941d4-c1c1-4352-8ce6-7d3119db37b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ec777}
    kind: Pod
    name: splitter-graph-ec777-577d754886-kfjm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: d10dc505-479e-48be-92a8-d6332f5a66b8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:41Z"
  message: Stopping container splitter-graph-ec777
  metadata:
    creationTimestamp: "2026-07-07T12:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:41Z"
    name: splitter-graph-ec777-577d754886-kfjm6.18c000d3baf2cad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: 1fb3e9e0-99db-4a8b-b2cf-8bdd0f87eaf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ec777}
    kind: Pod
    name: splitter-graph-ec777-577d754886-kfjm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: d10dc505-479e-48be-92a8-d6332f5a66b8
  kind: Event
  lastTimestamp: "2026-07-07T12:13:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:08Z"
    name: splitter-graph-ec777-577d754886-kfjm6.18c000d43d277d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26901"
    uid: bbe8c719-7db3-4744-8c80-a4de4b6acb72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-ec777-577d754886
    namespace: kserve-ci-e2e-test
    resourceVersion: "26414"
    uid: 0b54913f-6d62-4f0c-9927-81144ff4ec20
  kind: Event
  lastTimestamp: "2026-07-07T12:12:31Z"
  message: 'Created pod: splitter-graph-ec777-577d754886-kfjm6'
  metadata:
    creationTimestamp: "2026-07-07T12:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:31Z"
    name: splitter-graph-ec777-577d754886.18c000d1619d753b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: faed9344-4fcc-4636-b0e1-864cef8da87c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-ec777
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: 6228469f-2c83-4441-a06d-da22a20a8f3b
  kind: Event
  lastTimestamp: "2026-07-07T12:12:31Z"
  message: Scaled up replica set splitter-graph-ec777-577d754886 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:31Z"
    name: splitter-graph-ec777.18c000d160d23829
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 243c9382-df73-4dda-b3b7-e6297dd3a08f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-ec777
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: be9ed3c6-9e9b-48a3-b26d-c66b5efa5c0b
  kind: Event
  lastTimestamp: "2026-07-07T12:12:31Z"
  message: InferenceGraph [splitter-graph-ec777] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:31Z"
    name: splitter-graph-ec777.18c000d166c07e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: 39f85895-f756-487b-b5ca-9b43d1b6d6a6
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:52:41.503095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc42e2e45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: f15c3877-e0a7-4bc6-94f9-57c0179f3a8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc5c9ce3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: 638c678c-ed72-4946-afba-7093078e7e9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc5e0cfe15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: 40c2a50f-16f6-49ff-8837-a128be745140
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc616dc762
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: e514c168-bfe2-489f-9d4a-c7d10b9bb2e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc61de15eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: b9fc89aa-d0e2-4bc1-b2a2-2c845ddd5480
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc61e715fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: 2a71164b-10e0-4d77-bed2-95e35f685615
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc6481df11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: dcac7f54-f5cc-42c3-aef4-601505f7d588
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T11:52:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:42Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc64ee05f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: adc47320-b15a-433c-9010-27e5d6a46012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T12:01:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:58Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18bfffbc7679f7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: cdc93aa8-0979-455e-afd0-0938f0c67431
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18c0003d6bd85995
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 711b39e1-e9a6-491e-94d5-8a9ee84dd2f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18c0003d6bd8de94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: d0191e46-3360-4e10-affe-2ef002b5a322
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 1156089a-302d-410d-a777-37f2860a1f95
  kind: Event
  lastTimestamp: "2026-07-07T12:01:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:58Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f-q59st.18c0003deae37f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 0765052d-1eb3-49e9-ba34-eedb49f91f3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-07b43-predictor-7b997f5f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: 4eedc765-e45a-4359-b6f1-d86e6ee0e5bc
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'Created pod: success-200-isvc-07b43-predictor-7b997f5f8f-q59st'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: success-200-isvc-07b43-predictor-7b997f5f8f.18bfffbc42717ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: a0e5b269-668a-43b0-8890-682c188072c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 7448cd46-ace5-41c7-9931-9c76208c19b1
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: Scaled up replica set success-200-isvc-07b43-predictor-7b997f5f8f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: success-200-isvc-07b43-predictor.18bfffbc409c11ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: f4e60958-f8b4-4bea-b414-9b161997600f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: aa6702cd-d401-418c-8719-d3232b0280d7
  kind: Event
  lastTimestamp: "2026-07-07T11:53:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:11Z"
    name: success-200-isvc-07b43-predictor.18bfffbfbf4525b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: b0a0778e-d663-456e-b19d-8f9ff707d5b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: aa6702cd-d401-418c-8719-d3232b0280d7
  kind: Event
  lastTimestamp: "2026-07-07T11:53:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:11Z"
    name: success-200-isvc-07b43-predictor.18bfffbfbfa329c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: f118f2b3-abc6-4e85-92c4-daf39f1c73b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: aa6702cd-d401-418c-8719-d3232b0280d7
  kind: Event
  lastTimestamp: "2026-07-07T11:53:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:56Z"
    name: success-200-isvc-07b43-predictor.18bfffc6bd58c25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 09264fd4-f6eb-421f-b4ac-594897149486
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-07b43-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: aa6702cd-d401-418c-8719-d3232b0280d7
  kind: Event
  lastTimestamp: "2026-07-07T11:53:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:56Z"
    name: success-200-isvc-07b43-predictor.18bfffc6bdc5391d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 02d8899b-c24c-40f8-a895-c0c88d3ff220
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: e37970d0-3e20-46d6-92e0-a1a97fcb55cc
  kind: Event
  lastTimestamp: "2026-07-07T11:53:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:28Z"
    name: success-200-isvc-07b43.18bfffbc40f9e66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 86194660-e82d-449b-841d-bf3173546c4c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: e37970d0-3e20-46d6-92e0-a1a97fcb55cc
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-07b43":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-07b43":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: success-200-isvc-07b43.18bfffbc417895ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: da8ab062-8b71-4c4a-8d7a-a36837f5e855
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: e37970d0-3e20-46d6-92e0-a1a97fcb55cc
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-07b43": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: success-200-isvc-07b43.18bfffbc4178ec98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 84440185-e471-4b5f-97f9-b3bc5462715a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-07b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: e37970d0-3e20-46d6-92e0-a1a97fcb55cc
  kind: Event
  lastTimestamp: "2026-07-07T11:53:28Z"
  message: InferenceService [success-200-isvc-07b43] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:28Z"
    name: success-200-isvc-07b43.18bfffc732d5e05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: 1e789c5b-0e41-4e3b-9697-9bbbb9b3acc7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:01:06.623817Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20099"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c00031de6d6dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: 6bec35fd-6268-45a1-9bac-261a853a99b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-462dc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c00031e8168fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20149"
    uid: 4e261d59-65b5-4886-b7f3-e904688a13ea
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c000321bab4611
    namespace: kserve-ci-e2e-test
    resourceVersion: "20194"
    uid: 5b7ff397-1d48-46d5-ad84-d08e5082b16f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c000321dbc53e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: 1bee1cc5-478d-4398-8cdd-7f359a637720
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c00032218f4395
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 2b126298-e059-41b7-ba87-2cba00ecafe7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c0003221fac3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20199"
    uid: 66836acc-b655-480d-ba53-b0666604373a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c0003222048689
    namespace: kserve-ci-e2e-test
    resourceVersion: "20200"
    uid: 621fb0d0-9227-4e9b-8d8c-355162be85d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c0003224c89c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: 94391604-0a99-4302-93c8-4b095962d864
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:07Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c000322537afee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: f17a2d9f-48ca-4a81-bb4c-48a794cbb7ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:44Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c0003243d7ddab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20494"
    uid: 628d0e84-dcf7-4bbe-876a-b86888b0de5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c0004243932b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 6045f1d1-2dc2-4a9c-87c2-26fac11c6d99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c000424393b435
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 20d3ca05-293d-4e44-895f-6c8136d8ca3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: f705fc06-56a8-428f-926b-fd2a0b6530a1
  kind: Event
  lastTimestamp: "2026-07-07T12:02:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:19Z"
    name: success-200-isvc-462dc-predictor-8d4845d7-rtcpm.18c00042cbf268b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 83f1a990-0206-415f-a26c-7c3d098c4761
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-462dc-predictor-8d4845d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 4685b00a-e3a8-4bc4-9996-8cf636f1ab75
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: 'Created pod: success-200-isvc-462dc-predictor-8d4845d7-rtcpm'
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: success-200-isvc-462dc-predictor-8d4845d7.18c00031dd4c1b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: a1b36cc7-4a34-40de-b8af-180fcee74c0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: e4d65a6c-59bb-40bb-b7a1-8fe0fa94c654
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: Scaled up replica set success-200-isvc-462dc-predictor-8d4845d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: success-200-isvc-462dc-predictor.18c00031d74ba915
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: 5bd0170b-b0e2-4a88-af39-bcdd6ed26614
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: add345f4-7643-4141-a1a2-9baf37b79bab
  kind: Event
  lastTimestamp: "2026-07-07T12:01:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:51Z"
    name: success-200-isvc-462dc-predictor.18c0003555505140
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: b480cdb1-6964-47c8-aee3-2c5806aad457
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: add345f4-7643-4141-a1a2-9baf37b79bab
  kind: Event
  lastTimestamp: "2026-07-07T12:01:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:51Z"
    name: success-200-isvc-462dc-predictor.18c0003555bbfa86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20544"
    uid: 97a85fdb-3104-4a26-aaeb-270f66575350
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: add345f4-7643-4141-a1a2-9baf37b79bab
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: success-200-isvc-462dc-predictor.18c0003fd24a3b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: b2da2b7a-e93f-41e4-bbac-8922623d20c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-462dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: add345f4-7643-4141-a1a2-9baf37b79bab
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: success-200-isvc-462dc-predictor.18c0003fd2f58a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: 67f166e0-1ff5-4a7f-9c5b-50ab14f57c9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 738ad213-3c7a-4a62-9410-2a4450442ed1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:54Z"
    name: success-200-isvc-462dc.18c00031d748b217
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 509510d0-de74-4dca-9a53-ad6891d6b49e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 738ad213-3c7a-4a62-9410-2a4450442ed1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-462dc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-462dc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: success-200-isvc-462dc.18c00031d7de2366
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: a9b44581-15bf-4c0c-9551-d4680ce6659c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 738ad213-3c7a-4a62-9410-2a4450442ed1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-462dc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: success-200-isvc-462dc.18c00031d7de72eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: c56e47f1-940d-4482-a5bb-b01b96c8e31a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-462dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: 738ad213-3c7a-4a62-9410-2a4450442ed1
  kind: Event
  lastTimestamp: "2026-07-07T12:01:54Z"
  message: InferenceService [success-200-isvc-462dc] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:54Z"
    name: success-200-isvc-462dc.18c0003cffebe37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: 2331fa2f-c8ca-4af1-bcff-987370cfa8fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:12:42.046228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d3c8d54c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26592"
    uid: 51b48b29-c5e8-4726-9fc2-0638f62f81d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-5d4cc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d3d4e74c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "26641"
    uid: 5a5cf09d-c4a5-4f3e-810d-a119eaa60aba
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:12:43Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:12:43Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d406301e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 51266a39-3082-404c-b4ba-88f05dee1adb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:12:43Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:43Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d40773fe43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26665"
    uid: 05e07605-4a8b-4c30-b38f-0ce2bb46c7fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:12:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:43Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d40a8dac3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: de4ea142-5679-4d9e-8154-5c2abf7a173b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:12:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:43Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d40afc1053
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: c0fdcf8e-3c04-4c71-a189-1b800fedbcdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:12:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:43Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d40b05c368
    namespace: kserve-ci-e2e-test
    resourceVersion: "26669"
    uid: 99e6fb1e-6f49-4fc5-9359-c67ac456a7ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:12:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:43Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d40da23226
    namespace: kserve-ci-e2e-test
    resourceVersion: "26670"
    uid: 5aa36bc0-683c-45c0-be41-795b3fddffdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:12:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:43Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d40e0dbeb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26671"
    uid: 49332a18-b77f-4a9e-bdc8-d263399dbf7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:13:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:21Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c000d47ba01edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27010"
    uid: 74557c24-a3f6-4976-bc74-aea28f951916
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:21:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:21:56Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c00154f494b70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30714"
    uid: 10cc587f-b824-4c0b-8dfe-14785fccb5b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: cfece5f1-c1bf-4d29-a081-a887c3a475ba
  kind: Event
  lastTimestamp: "2026-07-07T12:21:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:21:56Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh.18c00154f49520d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30713"
    uid: 0655f99f-9728-4b95-a1f8-7e52f6f94d86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-5d4cc-predictor-745d8d8b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26574"
    uid: ff9ff432-1e4f-48df-8900-b9a2246028d4
  kind: Event
  lastTimestamp: "2026-07-07T12:12:42Z"
  message: 'Created pod: success-200-isvc-5d4cc-predictor-745d8d8b55-bscnh'
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: success-200-isvc-5d4cc-predictor-745d8d8b55.18c000d3c876bfb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: 364e7a18-6920-455d-8077-40abf307ea72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: 401d1bb3-332f-46c2-96e2-ead3a5395696
  kind: Event
  lastTimestamp: "2026-07-07T12:12:41Z"
  message: Scaled up replica set success-200-isvc-5d4cc-predictor-745d8d8b55 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:41Z"
    name: success-200-isvc-5d4cc-predictor.18c000d3c52e2467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26578"
    uid: 19cb17b0-98fb-45a3-8f4c-5830c2beb55c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 0dbac1d7-8eaf-4741-bbb0-90232a4ed603
  kind: Event
  lastTimestamp: "2026-07-07T12:13:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:27Z"
    name: success-200-isvc-5d4cc-predictor.18c000d74300adb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 1aecec77-ffef-4a8a-9680-32c8cbc32f64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 0dbac1d7-8eaf-4741-bbb0-90232a4ed603
  kind: Event
  lastTimestamp: "2026-07-07T12:13:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:27Z"
    name: success-200-isvc-5d4cc-predictor.18c000d74351473f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27098"
    uid: 2b5396f1-9750-4e64-b9cb-af58a0ba3a5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26803"
    uid: 0dbac1d7-8eaf-4741-bbb0-90232a4ed603
  kind: Event
  lastTimestamp: "2026-07-07T12:13:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:57Z"
    name: success-200-isvc-5d4cc-predictor.18c000e1c0a37163
    namespace: kserve-ci-e2e-test
    resourceVersion: "27384"
    uid: 139c3a8f-d99f-469d-8f4d-f048a17a048c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-5d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26803"
    uid: 0dbac1d7-8eaf-4741-bbb0-90232a4ed603
  kind: Event
  lastTimestamp: "2026-07-07T12:13:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:57Z"
    name: success-200-isvc-5d4cc-predictor.18c000e1c11027fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: f899e8f1-200f-4feb-9d96-2c0751b4efbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: 2677447a-13b3-4024-84cf-75c611c0ead0
  kind: Event
  lastTimestamp: "2026-07-07T12:13:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:31Z"
    name: success-200-isvc-5d4cc.18c000d3c4f3c030
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 244c926d-a7cf-4cff-8e8a-e281cc0b1bb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: 2677447a-13b3-4024-84cf-75c611c0ead0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:41Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-5d4cc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5d4cc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:41Z"
    name: success-200-isvc-5d4cc.18c000d3c5abb53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26579"
    uid: 2e36dfb8-e2f4-4320-8871-faec94c74e1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: 2677447a-13b3-4024-84cf-75c611c0ead0
  kind: Event
  lastTimestamp: "2026-07-07T12:12:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-5d4cc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: success-200-isvc-5d4cc.18c000d3c5ac117b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26582"
    uid: e6c6247e-386b-4413-997b-bdd7585a8ed5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-5d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: 2677447a-13b3-4024-84cf-75c611c0ead0
  kind: Event
  lastTimestamp: "2026-07-07T12:13:31Z"
  message: InferenceService [success-200-isvc-5d4cc] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:31Z"
    name: success-200-isvc-5d4cc.18c000df37a2393a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 6c05a280-5e05-4283-ae35-dd589850acc8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:51:51.477763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb09d24e9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: c891f393-0614-46e4-9317-d22af2db28f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb0b65c19a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: 6ed3b934-3ab4-4420-8a1e-57ed0ed8a771
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb0b7cdf0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: c41e976e-d9fa-44a4-aca8-c4f7ca520835
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb0ba8bd5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: ed4fe0aa-0fca-4550-8004-83b9381a093e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb0bae69bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: fc74de94-51d3-47b5-918e-0981e11d63d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb0baef7dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 91fca85c-7b3c-4165-bb80-c512ae3d3ebc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb0bd86f301
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 3fc1dd55-161a-4065-bb8d-ab1b0eb49101
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb0bddeb9d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: c3bcae76-e1f2-4add-b2c9-9589e88d70b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T12:01:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:09Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18bfffb100d0e7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 69955a8c-4074-4d38-95b8-7adc7665bbf7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18c00031e2e5d7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: bbcd0987-d011-444f-8577-38159379ab97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18c00031e2e6471f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: f6940ddd-713d-4042-8d63-65f1f2d234c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 34a35811-de8e-4483-b222-f574a9566720
  kind: Event
  lastTimestamp: "2026-07-07T12:01:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:09Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn.18c000327536f46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: 29f7c19e-21ee-4306-81f8-ac26f359bcda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-5e1d2-predictor-78746df7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: ffc63cbf-a8fb-4167-8734-eb97241983a6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'Created pod: success-200-isvc-5e1d2-predictor-78746df7ff-7lkrn'
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2-predictor-78746df7ff.18bfffb09c880789
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 03baa77d-83e6-476f-80ba-1f39c385cde1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: bec55fda-f97d-40cd-8a90-c650214c6cd0
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Scaled up replica set success-200-isvc-5e1d2-predictor-78746df7ff from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2-predictor.18bfffb09a6abdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15684"
    uid: 6dd29ef1-df7a-4fcb-91bb-a521f672a750
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 8f814998-dc01-412c-a0c8-76ca841a063e
  kind: Event
  lastTimestamp: "2026-07-07T11:52:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:21Z"
    name: success-200-isvc-5e1d2-predictor.18bfffb418af9fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 3d471d60-8e27-4c2b-8af9-da071e156dfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 8f814998-dc01-412c-a0c8-76ca841a063e
  kind: Event
  lastTimestamp: "2026-07-07T11:52:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:21Z"
    name: success-200-isvc-5e1d2-predictor.18bfffb41913f4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 5d9b60b8-18a4-4932-86d3-48ebf935fef9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f814998-dc01-412c-a0c8-76ca841a063e
  kind: Event
  lastTimestamp: "2026-07-07T11:53:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:06Z"
    name: success-200-isvc-5e1d2-predictor.18bfffbb1723d9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: f935924f-8f90-465c-8aaf-24e5ad571fe1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-5e1d2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 8f814998-dc01-412c-a0c8-76ca841a063e
  kind: Event
  lastTimestamp: "2026-07-07T11:53:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:06Z"
    name: success-200-isvc-5e1d2-predictor.18bfffbb1827dae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: a840cd9c-edbd-4cf0-9f56-285d44315d0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: d0895458-c3db-48d6-8d99-dd93335aa64d
  kind: Event
  lastTimestamp: "2026-07-07T11:52:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:39Z"
    name: success-200-isvc-5e1d2.18bfffb09aa93dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: 17f4140c-7905-4948-abd5-b2cdb41c50c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: d0895458-c3db-48d6-8d99-dd93335aa64d
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-5e1d2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5e1d2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2.18bfffb09b284541
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: dd97f738-c0c1-426a-8044-156cefd4e87b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: d0895458-c3db-48d6-8d99-dd93335aa64d
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-5e1d2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-5e1d2.18bfffb09b287f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: 4fb4380d-44e4-4868-a728-183a4f65dffb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: d0895458-c3db-48d6-8d99-dd93335aa64d
  kind: Event
  lastTimestamp: "2026-07-07T11:52:39Z"
  message: InferenceService [success-200-isvc-5e1d2] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:39Z"
    name: success-200-isvc-5e1d2.18bfffbbbf563d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 15a74cd8-9cd4-4104-b671-aee78fcd4330
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:50:21.159294Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14619"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfff9b95be57d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: dd1df172-9987-4417-837d-7ae64f685d05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Add eth0 [10.134.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfff9baf961795
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: 9a571053-fe72-4f2f-a96a-aa1e6440431c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1698"
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfff9bb1299e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: 0ab0527f-5046-4b61-9db9-52667157147a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1698"
    in 15.673s (15.673s including waiting). Image size: 1335616092 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:37Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfff9f575fafbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: 986a14db-f25d-49b8-9e6f-789e5dbac08e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:37Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfff9f5a5c5e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "14959"
    uid: c3de810c-1e0d-4b38-bd7b-559c68ac0ad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:37Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfff9f5ad01d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 654a6d3e-7fe4-4a59-9a81-ecfec0b426db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T11:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:37Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfff9f5adce6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: f4a6c2e5-5722-4aae-acd9-69ad8daa6d4e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.956s (3.956s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfffa046acbd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 371b57d7-e496-4352-8311-2aa8af746dc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfffa04c700db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 0cc23f58-7344-4a79-a163-c896e67f7c23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfffa04dbb5ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 8f7f5f37-dae2-4686-a5f8-d65c4419bc44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:51:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:18Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfffa0a2f4f500
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: e6cf5e03-dd1a-472e-9215-a887ac3ffac7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfffb09c50923f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: ddc3651b-80ea-4697-9c3e-8d9dc0bb2fa6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfffb09c511912
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: 37158326-de12-47f6-ab5e-ea3dcc838f27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 412e594d-e47a-4d1d-b85c-a3334539ed05
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp
    10.134.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l.18bfffb12b1b574d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: 6d54fa6d-5818-43f9-bb29-74fae62803cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-7cc25-predictor-57b4f6559c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14613"
    uid: ce24cbbf-3cf0-407a-9948-319a6d520b30
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'Created pod: success-200-isvc-7cc25-predictor-57b4f6559c-p6z7l'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: success-200-isvc-7cc25-predictor-57b4f6559c.18bfff9b95329bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14620"
    uid: 8393a0b2-2fc1-4445-8a97-7f44ffa1b44f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14612"
    uid: e77142bf-ae04-4e12-be38-053928cf00e6
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Scaled up replica set success-200-isvc-7cc25-predictor-57b4f6559c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: success-200-isvc-7cc25-predictor.18bfff9b920be513
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: c4031948-49c3-4522-8154-7df76da2a210
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 7714e4cd-9c27-427d-b9c6-f47509cb53fb
  kind: Event
  lastTimestamp: "2026-07-07T11:51:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:06Z"
    name: success-200-isvc-7cc25-predictor.18bfff9f1751242a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: 426f37a1-303f-46ee-84bb-b97ab4c4e748
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 7714e4cd-9c27-427d-b9c6-f47509cb53fb
  kind: Event
  lastTimestamp: "2026-07-07T11:51:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:06Z"
    name: success-200-isvc-7cc25-predictor.18bfff9f17b85aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: 534f73c3-305f-49f6-b2b1-b59787cef61b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 7714e4cd-9c27-427d-b9c6-f47509cb53fb
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-7cc25-predictor.18bfffa994f02798
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: 41843bd5-f97b-45e0-b247-ba1db5a479ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-7cc25-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 7714e4cd-9c27-427d-b9c6-f47509cb53fb
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: success-200-isvc-7cc25-predictor.18bfffa995585ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 5a7b70d0-1b62-45b1-9f59-79c448bf7dcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-7cc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: dfdaf92b-073e-4a7b-a4cc-20afef7f3cf6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:28Z"
    name: success-200-isvc-7cc25.18bfff9b98126136
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: c84cfee4-8d5f-4b09-9543-e4e0c26ff0d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-7cc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: dfdaf92b-073e-4a7b-a4cc-20afef7f3cf6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:28Z"
  message: InferenceService [success-200-isvc-7cc25] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:28Z"
    name: success-200-isvc-7cc25.18bfffab5e4f8564
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: d5acc354-ac12-4daa-a2d1-c26b11cb5292
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:01:56.256616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003d6cc5d701
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 5e9d0d87-dfdf-4fed-b9a7-8a5c65d4e5e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003d85e90758
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: a490dfc1-25a1-4104-a704-36463c77461e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003d87e80ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 93c26e84-b202-4954-9039-00e652f3a480
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003d8ad6bd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: e1f5f1fd-2fde-449c-8210-9337c4f0fddd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003d8b4a76d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: f948cea1-feb6-4c5a-b673-3ed59d2ef4cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003d8b5366ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: 2f187860-2d4d-4184-b454-c9036353242a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003d8e4dd28d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: 4c935012-8274-4580-b52a-ae2cf783f15d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003d8ebc90a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20720"
    uid: b4d7d1fc-7d7f-40b8-9367-0e32534417e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:02:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:33Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0003db855aa9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: 312ca3e1-b185-463b-875a-fb5f3241da8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0004dc7dad272
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 46ea6bac-5fed-49d9-a08c-460cdbc826d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0004dc7db4807
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 0e0a4dba-44c3-4075-ace3-50886df85147
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: b733aee6-0587-4995-959d-8b63b408156c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:08Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9-f47hd.18c0004e406a2124
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: 418384e8-0436-4142-86ef-ff5b4c5aaa53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-a4899-predictor-65f55d68f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: 6426be97-7a3f-4b8d-9bf9-632933200753
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'Created pod: success-200-isvc-a4899-predictor-65f55d68f9-f47hd'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor-65f55d68f9.18c0003d6c2a84dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: 2cbb7b51-e7ea-4245-b159-926184bf6e36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: c661566e-07dd-49ba-9168-078c65142d58
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: Scaled up replica set success-200-isvc-a4899-predictor-65f55d68f9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899-predictor.18c0003d6a461e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 0930a823-2046-4f74-a689-1ed25213a880
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 7334f2fe-8c45-4073-94b5-a366cf228031
  kind: Event
  lastTimestamp: "2026-07-07T12:02:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:41Z"
    name: success-200-isvc-a4899-predictor.18c00040e983ed59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21291"
    uid: 9fe4fa02-5e8c-4c75-a86c-766e74d8c62c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 7334f2fe-8c45-4073-94b5-a366cf228031
  kind: Event
  lastTimestamp: "2026-07-07T12:02:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:41Z"
    name: success-200-isvc-a4899-predictor.18c00040ea0c7fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: e34f290d-b95b-46ce-b868-c2d3e24e223f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 7334f2fe-8c45-4073-94b5-a366cf228031
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: success-200-isvc-a4899-predictor.18c0004b686ba537
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 1d215c56-f309-4e2c-88a8-310113e9791f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a4899-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 7334f2fe-8c45-4073-94b5-a366cf228031
  kind: Event
  lastTimestamp: "2026-07-07T12:02:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:56Z"
    name: success-200-isvc-a4899-predictor.18c0004b69315b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21439"
    uid: cb31c230-4b56-473c-ba45-030942f336e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 1ad647de-5786-42dc-8a90-fd629bc175e7
  kind: Event
  lastTimestamp: "2026-07-07T12:02:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:43Z"
    name: success-200-isvc-a4899.18c0003d6a5adb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 4e3d1d3c-76c0-47c8-8a64-0fe63b4cabbd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 1ad647de-5786-42dc-8a90-fd629bc175e7
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-a4899":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a4899":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899.18c0003d6b368d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 6127bb77-3552-47f4-8231-e3557fae70d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 1ad647de-5786-42dc-8a90-fd629bc175e7
  kind: Event
  lastTimestamp: "2026-07-07T12:01:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-a4899": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:56Z"
    name: success-200-isvc-a4899.18c0003d6b36d7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 199bec18-8d71-4ea4-bfc9-4916d5a9f0f7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: 1ad647de-5786-42dc-8a90-fd629bc175e7
  kind: Event
  lastTimestamp: "2026-07-07T12:02:43Z"
  message: InferenceService [success-200-isvc-a4899] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:43Z"
    name: success-200-isvc-a4899.18c00048773a6a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 8c3c4d4d-f097-4098-a2f6-4b403e147735
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:03:06.545856Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b491e-predictor-7559fc655f-hscwb
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004dca568571
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 0355ab9f-3e61-433a-bd01-fa853a17a146
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-b491e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004dd42085ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: f62ad840-c112-4890-af2f-03a0a25163f0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004e070ccd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: bdcedfac-2c71-4588-a92c-9de7868a8a31
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004e08598de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: fb8c6966-7aa4-4cc4-825b-e1c1760451c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004e0b0103a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: ff374155-64c3-478b-85a8-4820395c7ac4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004e0b6ef47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 99b0eb80-bd94-431d-a6c4-e6349e83e424
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004e0b78a88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 2fd2ebcf-83ef-40e1-a2d1-4ce56461f88c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004e0e52b7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: 2664f0d2-f46b-47eb-9bb7-583f363a25cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:07Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004e0ebee050
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: e3940c30-74ae-43d0-92e6-ae1875af410e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:03:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:44Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c0004e51ce4e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: d0182bf8-73e2-4873-97fc-b1cbabee8552
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c000cef51d1e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26226"
    uid: b4a24391-1225-46b4-9a94-fdf49b09a1c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: baf1012b-7087-43b9-b457-481b96490086
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: success-200-isvc-b491e-predictor-7559fc655f-hscwb.18c000cef51dc1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26228"
    uid: e69aa561-d246-4db3-881e-20055b6a5312
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-b491e-predictor-7559fc655f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21608"
    uid: f75211e8-a209-4168-ae65-0b0451a4a0c3
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: 'Created pod: success-200-isvc-b491e-predictor-7559fc655f-hscwb'
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: success-200-isvc-b491e-predictor-7559fc655f.18c0004dc9c84ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: d70932f5-334d-4cf3-86a4-dfd4eb891f10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 2f3ca3f4-a6a5-4611-b31b-39f297d4518e
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: Scaled up replica set success-200-isvc-b491e-predictor-7559fc655f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: success-200-isvc-b491e-predictor.18c0004dc7dfa9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 2bb77f4b-f843-4f71-8d21-2755bc4a2a9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: ae57c968-8500-4cdb-8090-48fe131afc52
  kind: Event
  lastTimestamp: "2026-07-07T12:03:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:36Z"
    name: success-200-isvc-b491e-predictor.18c00051469031d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21996"
    uid: 9abd574e-120e-415a-bb56-17902df5809e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: ae57c968-8500-4cdb-8090-48fe131afc52
  kind: Event
  lastTimestamp: "2026-07-07T12:03:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:36Z"
    name: success-200-isvc-b491e-predictor.18c0005146fc184f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21998"
    uid: a71079d3-5cff-4ef5-b046-2f79e81d1f43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: ae57c968-8500-4cdb-8090-48fe131afc52
  kind: Event
  lastTimestamp: "2026-07-07T12:04:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:36Z"
    name: success-200-isvc-b491e-predictor.18c00058444e5f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 97430aff-800c-4722-8650-a326710323b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-b491e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: ae57c968-8500-4cdb-8090-48fe131afc52
  kind: Event
  lastTimestamp: "2026-07-07T12:04:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:36Z"
    name: success-200-isvc-b491e-predictor.18c0005844b1450f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: fb70310a-7df8-4359-a176-38f341244643
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 8b66c95d-c1b5-4fd8-aab4-b7610d5420ba
  kind: Event
  lastTimestamp: "2026-07-07T12:03:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:54Z"
    name: success-200-isvc-b491e.18c0004dc819c061
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: ecb8ec52-3f4e-4488-b062-e628a8d0d3c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 8b66c95d-c1b5-4fd8-aab4-b7610d5420ba
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-b491e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b491e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: success-200-isvc-b491e.18c0004dc8781df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: 253505d4-7476-4f93-b156-50135a7f40c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 8b66c95d-c1b5-4fd8-aab4-b7610d5420ba
  kind: Event
  lastTimestamp: "2026-07-07T12:03:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-b491e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:06Z"
    name: success-200-isvc-b491e.18c0004dc87868d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: dad963b9-9e8d-410d-a604-e1efb2f4129c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-b491e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 8b66c95d-c1b5-4fd8-aab4-b7610d5420ba
  kind: Event
  lastTimestamp: "2026-07-07T12:03:54Z"
  message: InferenceService [success-200-isvc-b491e] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:54Z"
    name: success-200-isvc-b491e.18c000590d2ab43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22156"
    uid: 46f66b66-0419-4ea7-969b-4fb6169e54d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:12:21.330935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-beb62-predictor-74847944ff-snqr2
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cef61b0d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4e8433ad-ce08-4a3f-8dc0-df88fe1bad32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-beb62-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf0657105e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: 254487ea-6f5b-4975-9a93-bcb81ce884c2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26239"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf32f10f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26304"
    uid: ee66e97e-f307-4b41-9562-e1ffb0279522
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf3449e956
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: cf331c9a-fea7-4482-bd6c-00e3f5d6001c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf36f4a4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 622dd44e-5ab1-4a46-8767-1110c207bfe9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf375d7d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: cd802a97-285c-47d1-bff3-e347815749fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf37657064
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: b6c5429b-ba72-43b6-9f85-6018eae585a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf3a73040e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: bbc4115b-2d22-4272-a593-0e5e804b754e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:22Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf3af026f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26312"
    uid: 25ae1dc5-d616-40e7-8529-caba359ebcdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:59Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c000cf924c391d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 281acc1d-4878-4efb-8d99-edb7b5235d0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:29:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:29:40Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c001c0fd0c64e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33917"
    uid: bdb9f2f8-7628-4131-bb35-dd0c09136e9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 91d36dfe-1452-4cdb-8e4e-59e877c9a71e
  kind: Event
  lastTimestamp: "2026-07-07T12:29:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:29:40Z"
    name: success-200-isvc-beb62-predictor-74847944ff-snqr2.18c001c0fd0cf706
    namespace: kserve-ci-e2e-test
    resourceVersion: "33918"
    uid: 7e322c47-7ea7-4493-a67a-5e157eb355df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-beb62-predictor-74847944ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26211"
    uid: c807aeec-91c7-4824-8a3d-08ee41c9b058
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: 'Created pod: success-200-isvc-beb62-predictor-74847944ff-snqr2'
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: success-200-isvc-beb62-predictor-74847944ff.18c000cef594a4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: a69b5f60-a7ad-495b-b8ee-5442c55e0e6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26209"
    uid: 9da0e0d9-8018-4a32-ae69-c22b3eeaa2ac
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: Scaled up replica set success-200-isvc-beb62-predictor-74847944ff from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: success-200-isvc-beb62-predictor.18c000cef38d8175
    namespace: kserve-ci-e2e-test
    resourceVersion: "26214"
    uid: fb370a22-f4bd-4302-9e02-6c3c2e02694c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26212"
    uid: da13ede5-deef-4327-8ec5-b9b3b4775e5e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:51Z"
    name: success-200-isvc-beb62-predictor.18c000d2728a4ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: e2532cd5-fb96-4044-a5bb-bc902efa246f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26212"
    uid: da13ede5-deef-4327-8ec5-b9b3b4775e5e
  kind: Event
  lastTimestamp: "2026-07-07T12:12:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:51Z"
    name: success-200-isvc-beb62-predictor.18c000d272f4c3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: 80eccf86-e6df-46d0-90da-beeb423c4ca3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: da13ede5-deef-4327-8ec5-b9b3b4775e5e
  kind: Event
  lastTimestamp: "2026-07-07T12:13:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:36Z"
    name: success-200-isvc-beb62-predictor.18c000d9708006c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: e0633896-2be5-4047-8546-1940f515308d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-beb62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: da13ede5-deef-4327-8ec5-b9b3b4775e5e
  kind: Event
  lastTimestamp: "2026-07-07T12:13:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:36Z"
    name: success-200-isvc-beb62-predictor.18c000d9710c6a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: 0b830b3b-fc5b-42b3-b006-9757196ca726
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: b4e6be48-2b68-4a63-97e9-c4bbb79d6ea7
  kind: Event
  lastTimestamp: "2026-07-07T12:13:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:10Z"
    name: success-200-isvc-beb62.18c000cef3ffd98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 401eee16-7dec-40be-a815-e1a259ffe132
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: b4e6be48-2b68-4a63-97e9-c4bbb79d6ea7
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-beb62":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-beb62":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: success-200-isvc-beb62.18c000cef4d56827
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 1439f227-1ca6-4416-8480-a399530fd79e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: b4e6be48-2b68-4a63-97e9-c4bbb79d6ea7
  kind: Event
  lastTimestamp: "2026-07-07T12:12:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-beb62": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:21Z"
    name: success-200-isvc-beb62.18c000cef4d5bcbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26227"
    uid: a3473db9-c721-4cde-9009-f6445aabc9d5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: b4e6be48-2b68-4a63-97e9-c4bbb79d6ea7
  kind: Event
  lastTimestamp: "2026-07-07T12:13:10Z"
  message: InferenceService [success-200-isvc-beb62] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:10Z"
    name: success-200-isvc-beb62.18c000da4dfa0607
    namespace: kserve-ci-e2e-test
    resourceVersion: "26924"
    uid: 717ae108-96db-4727-a82f-edb51a712940
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:02:16.901954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000423b54b68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 3c9be989-a940-4eb5-92ba-2fe2feeb751b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c00042559d77d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: 8dbea5b8-9e41-4713-ba0f-078a283f4d56
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000425922c2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: dc5074ea-4dbb-4688-b769-3189f8abf6e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000425c5b1e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: 580b3c8a-ae42-4345-9e04-c5684e02b49c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000425cc75c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: 2999f7f9-dda1-48d1-a6bc-c7bf10ab7338
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000425cd12a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: 929b7330-2d96-4a88-9355-a3374a0c546a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000426120a35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21076"
    uid: 8554d373-ed8f-4e38-b0a9-4be7b88078cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:02:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:17Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c0004261926a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: bb1636df-0fdb-4ce3-a4f3-f4935231b88a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c0004265a28406
    namespace: kserve-ci-e2e-test
    resourceVersion: "25784"
    uid: d44d8935-f103-4101-b06c-7dfdd1cd14b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000c370f883fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: ba9d5bc1-9d12-4fcc-a555-1de31d362e80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000c370f9060e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25698"
    uid: 75320912-70d7-4f00-b09a-1109115c6b9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f6142e9d-7af0-433f-b5cb-2aee7ceadacb
  kind: Event
  lastTimestamp: "2026-07-07T12:11:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:33Z"
    name: success-200-isvc-e7782-predictor-74fd9b479-lhdr2.18c000c3da05eee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25783"
    uid: 0c86d4ee-f234-427a-976a-e519d73269da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-e7782-predictor-74fd9b479
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: 3b54edf4-1474-4d04-acdc-3e05fc058f78
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: 'Created pod: success-200-isvc-e7782-predictor-74fd9b479-lhdr2'
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: success-200-isvc-e7782-predictor-74fd9b479.18c000423a5c6905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: ede4615d-163d-4dd8-892a-4db9e6a36b83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20980"
    uid: 8cce5176-a96f-4f15-bb95-bca2cf5904a3
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: Scaled up replica set success-200-isvc-e7782-predictor-74fd9b479 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: success-200-isvc-e7782-predictor.18c0004236df466f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: be5769f8-3646-4d05-a77a-0034d8e3c8d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: a03d6e06-5ddf-47c5-a83d-4d7961db50d9
  kind: Event
  lastTimestamp: "2026-07-07T12:03:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:31Z"
    name: success-200-isvc-e7782-predictor.18c00045b4b190cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: bdbf5063-a962-4b60-ab0c-da1d16f00bfd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: a03d6e06-5ddf-47c5-a83d-4d7961db50d9
  kind: Event
  lastTimestamp: "2026-07-07T12:03:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:31Z"
    name: success-200-isvc-e7782-predictor.18c00045b5124d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 8fd4f8dc-9742-4b65-9350-c0bd77d8f369
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: a03d6e06-5ddf-47c5-a83d-4d7961db50d9
  kind: Event
  lastTimestamp: "2026-07-07T12:02:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:46Z"
    name: success-200-isvc-e7782-predictor.18c0004933c9aab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: 925ebe52-3c50-4aa4-9356-2d0e015097e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e7782-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: a03d6e06-5ddf-47c5-a83d-4d7961db50d9
  kind: Event
  lastTimestamp: "2026-07-07T12:02:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:46Z"
    name: success-200-isvc-e7782-predictor.18c00049342f69fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 7285a689-752d-4b85-9632-92c4f4e60dc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: 54687768-86df-4d36-8c76-eb2201f5a002
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: success-200-isvc-e7782.18c0004236ced9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 0d2e8836-eb21-47df-9d24-8e0efd2bf2f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: 54687768-86df-4d36-8c76-eb2201f5a002
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-e7782":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e7782":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: success-200-isvc-e7782.18c0004237a7330a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: 7ac3a9b0-f88e-433d-803d-562d0b1b9702
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: 54687768-86df-4d36-8c76-eb2201f5a002
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-e7782": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: success-200-isvc-e7782.18c0004237a79c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: be44c898-ad70-4583-bf24-71603e2b1888
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: 54687768-86df-4d36-8c76-eb2201f5a002
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: InferenceService [success-200-isvc-e7782] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: success-200-isvc-e7782.18c0004d22640763
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: 100753a4-e217-45bb-bc2a-3ba75d55b660
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:11:31.815367Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25680"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c36ebf57b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25690"
    uid: 4f9baec1-681a-4070-af52-d5f5984cd155
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-ec777-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c375b1a774
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: 9d1a18e7-4963-4d04-9c54-a82fed9683e0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c3abf50065
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: 29b62fa0-f38b-43f9-beec-dca8717b03e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1698" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c3ad5e0590
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 7e439032-9a0a-4d22-8a9f-01f8f875f326
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c3b0330a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25762"
    uid: c75a72bf-2f4d-4bd5-b7cf-d2bf56cc6a7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c3b0e9be18
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: d2a954fc-9082-4563-aba3-6bc1dfa8102d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c3b0f27e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25764"
    uid: eee9c0d3-b092-4ec8-9af3-828ed227a9e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c3b3abf645
    namespace: kserve-ci-e2e-test
    resourceVersion: "25766"
    uid: b6ed8f74-a7d3-45fd-9fbb-42b29c82662a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:11:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:11:32Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c3b41533b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: b924cf52-2d36-4f70-af45-e24c11a7bc10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:12:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:09Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000c3e1800837
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: 74a9098a-a48b-46a9-beea-ac235c48fe9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:12:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:41Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000d3c5c65169
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: febeebea-4a57-4037-b718-2d42e1e9f9f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:12:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:42Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000d3c5cac41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26583"
    uid: 21bc55bb-f6fc-4495-871a-7ea632ef34c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 4d1ee5e4-b6d1-4191-84b0-c92b3300b075
  kind: Event
  lastTimestamp: "2026-07-07T12:12:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:12:44Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc-l448d.18c000d469b07385
    namespace: kserve-ci-e2e-test
    resourceVersion: "26692"
    uid: 01ab4052-fe42-4b7e-94a0-ce4fcfa021ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-ec777-predictor-5c69cb57dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25664"
    uid: 828d823f-4f2b-425e-9218-a02325bdcb64
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: 'Created pod: success-200-isvc-ec777-predictor-5c69cb57dc-l448d'
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: success-200-isvc-ec777-predictor-5c69cb57dc.18c000c36d23e097
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: 46180e50-dafc-45ea-806c-68214939e470
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25662"
    uid: 6f8055af-3b8c-4c60-ac26-2ec81af2227b
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: Scaled up replica set success-200-isvc-ec777-predictor-5c69cb57dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: success-200-isvc-ec777-predictor.18c000c367d87ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25665"
    uid: a851a48b-582e-4f8b-a74a-c43aa59327cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25663"
    uid: 613a5cb6-3b88-45f1-a9bc-78ba03c64fc9
  kind: Event
  lastTimestamp: "2026-07-07T12:12:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:31Z"
    name: success-200-isvc-ec777-predictor.18c000c6e66db16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: 60fd60a0-f968-42ce-b954-df1155525d3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25663"
    uid: 613a5cb6-3b88-45f1-a9bc-78ba03c64fc9
  kind: Event
  lastTimestamp: "2026-07-07T12:12:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:31Z"
    name: success-200-isvc-ec777-predictor.18c000c6e6e2378f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 88acca21-3952-49c0-8ce5-b8dc60b98fab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: 613a5cb6-3b88-45f1-a9bc-78ba03c64fc9
  kind: Event
  lastTimestamp: "2026-07-07T12:12:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:01Z"
    name: success-200-isvc-ec777-predictor.18c000ca658ba293
    namespace: kserve-ci-e2e-test
    resourceVersion: "26010"
    uid: 18a4ed44-c5c3-4519-9b50-d96b48365fc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ec777-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: 613a5cb6-3b88-45f1-a9bc-78ba03c64fc9
  kind: Event
  lastTimestamp: "2026-07-07T12:12:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:12:01Z"
    name: success-200-isvc-ec777-predictor.18c000ca65f7aa95
    namespace: kserve-ci-e2e-test
    resourceVersion: "26012"
    uid: 69085100-956f-49f8-8722-00ce46e1bbf5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ec777
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 78bdf84e-a990-4f56-88f2-bb28c9e663f8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:19Z"
    name: success-200-isvc-ec777.18c000c3683f22c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: f99b280a-2101-46f2-8ffb-21c6b1758562
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ec777
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 78bdf84e-a990-4f56-88f2-bb28c9e663f8
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-ec777":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ec777":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: success-200-isvc-ec777.18c000c36921be6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25670"
    uid: 0db6c9e4-75ec-4f37-8851-1bb362371912
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ec777
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 78bdf84e-a990-4f56-88f2-bb28c9e663f8
  kind: Event
  lastTimestamp: "2026-07-07T12:11:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-ec777": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:11:31Z"
    name: success-200-isvc-ec777.18c000c369220055
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: 22437e52-e0df-44ba-9a3e-fcc16212b394
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ec777
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: 78bdf84e-a990-4f56-88f2-bb28c9e663f8
  kind: Event
  lastTimestamp: "2026-07-07T12:12:19Z"
  message: InferenceService [success-200-isvc-ec777] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:12:19Z"
    name: success-200-isvc-ec777.18c000ce9e1ac82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26157"
    uid: cd82ebd0-64e1-41d7-a288-050e2a6c0fb0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:52:51.507034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-5e1d2-69cf5bd554-gfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 8235a072-409a-495b-bd9e-0a35ef4c27e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-5e1d2-69cf5bd554-gfrts
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:52:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:52:51Z"
    name: switch-graph-5e1d2-69cf5bd554-gfrts.18bfffbe972adb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 30d5a729-ae52-4be8-925a-0084f35b2d96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-5e1d2-69cf5bd554-gfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 8235a072-409a-495b-bd9e-0a35ef4c27e0
  kind: Event
  lastTimestamp: "2026-07-07T11:52:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-5e1d2-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:51Z"
    name: switch-graph-5e1d2-69cf5bd554-gfrts.18bfffbea111477d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 6b9e8931-de7a-40f0-a3a1-45804a622da6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-5e1d2-69cf5bd554-gfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 8235a072-409a-495b-bd9e-0a35ef4c27e0
  kind: Event
  lastTimestamp: "2026-07-07T11:52:52Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:52:52Z"
    name: switch-graph-5e1d2-69cf5bd554-gfrts.18bfffbed4323678
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 6bae5a5f-48dc-435d-a9ed-7b30bf197b05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-5e1d2}
    kind: Pod
    name: switch-graph-5e1d2-69cf5bd554-gfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 8235a072-409a-495b-bd9e-0a35ef4c27e0
  kind: Event
  lastTimestamp: "2026-07-07T11:52:52Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:52Z"
    name: switch-graph-5e1d2-69cf5bd554-gfrts.18bfffbed5627ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b120b8f7-c86d-48bf-a23d-56f1a71cb025
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-5e1d2}
    kind: Pod
    name: switch-graph-5e1d2-69cf5bd554-gfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 8235a072-409a-495b-bd9e-0a35ef4c27e0
  kind: Event
  lastTimestamp: "2026-07-07T11:52:52Z"
  message: 'Created container: switch-graph-5e1d2'
  metadata:
    creationTimestamp: "2026-07-07T11:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:52Z"
    name: switch-graph-5e1d2-69cf5bd554-gfrts.18bfffbed8f55db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: 422ba0f7-12ba-4367-a8ed-2ec449a32bb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-5e1d2}
    kind: Pod
    name: switch-graph-5e1d2-69cf5bd554-gfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 8235a072-409a-495b-bd9e-0a35ef4c27e0
  kind: Event
  lastTimestamp: "2026-07-07T11:52:52Z"
  message: Started container switch-graph-5e1d2
  metadata:
    creationTimestamp: "2026-07-07T11:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:52Z"
    name: switch-graph-5e1d2-69cf5bd554-gfrts.18bfffbed96189a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: 7cdd57fd-9d07-4c42-ab8b-423e8fc4b09f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-5e1d2}
    kind: Pod
    name: switch-graph-5e1d2-69cf5bd554-gfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 8235a072-409a-495b-bd9e-0a35ef4c27e0
  kind: Event
  lastTimestamp: "2026-07-07T12:01:06Z"
  message: Stopping container switch-graph-5e1d2
  metadata:
    creationTimestamp: "2026-07-07T12:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:06Z"
    name: switch-graph-5e1d2-69cf5bd554-gfrts.18c00031c58a4b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20070"
    uid: 9d89221f-52f6-4d7f-b2ee-cb6213f551be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-5e1d2}
    kind: Pod
    name: switch-graph-5e1d2-69cf5bd554-gfrts
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 8235a072-409a-495b-bd9e-0a35ef4c27e0
  kind: Event
  lastTimestamp: "2026-07-07T12:01:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:34Z"
    name: switch-graph-5e1d2-69cf5bd554-gfrts.18c0003285cc7e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20418"
    uid: ad720c84-8306-44ff-8817-1c010efd7987
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-5e1d2-69cf5bd554
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 7725da9c-9b13-4180-916a-a11fea06152b
  kind: Event
  lastTimestamp: "2026-07-07T11:52:51Z"
  message: 'Created pod: switch-graph-5e1d2-69cf5bd554-gfrts'
  metadata:
    creationTimestamp: "2026-07-07T11:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:51Z"
    name: switch-graph-5e1d2-69cf5bd554.18bfffbe96d41af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 2ba7a4df-b5a0-4da7-b61b-351a84e769e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: a616fd17-cc05-4b37-8314-ad5446f35608
  kind: Event
  lastTimestamp: "2026-07-07T11:52:51Z"
  message: Scaled up replica set switch-graph-5e1d2-69cf5bd554 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:51Z"
    name: switch-graph-5e1d2.18bfffbe9614ab0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: e55628a5-7ceb-478c-8528-8864bfb9fd3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: 4b57f49d-9893-4bc7-81d8-528e074adf29
  kind: Event
  lastTimestamp: "2026-07-07T11:52:51Z"
  message: InferenceGraph [switch-graph-5e1d2] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:51Z"
    name: switch-graph-5e1d2.18bfffbe9bc4866d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 78c6cdd2-1a1d-447a-aad7-0e821b1e2b00
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: c0d845f5-8d56-45f0-ba89-235e97690d35
  kind: Event
  lastTimestamp: "2026-07-07T11:53:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:21Z"
    name: switch-graph-5e1d2.18bfffc21499e803
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: bc992c82-85de-44d7-a2cd-6b9b7583b7f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-5e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: c0d845f5-8d56-45f0-ba89-235e97690d35
  kind: Event
  lastTimestamp: "2026-07-07T11:53:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:21Z"
    name: switch-graph-5e1d2.18bfffc214ff1445
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: a91c98b2-e453-4a1b-99b9-98bbc328efe1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:51:41.185677Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-7cc25-6c975c9dbd-6v5mr
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:51:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:51:41Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffae37b013b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: e6d396d3-f6b3-44ec-a809-da59c5cd6808
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: "2026-07-07T11:51:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-7cc25-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:41Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffae40ad6110
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: d10910ca-0d8a-462c-a4af-dde1e059438c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: "2026-07-07T11:51:42Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:51:42Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffae747449d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 89e782cb-a948-4423-828f-c73f92d7f2c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-7cc25}
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: "2026-07-07T11:51:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
  metadata:
    creationTimestamp: "2026-07-07T11:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:42Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffae75bd741c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: 806e7147-cdc8-4e3e-85b1-df991893acee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-7cc25}
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: "2026-07-07T11:51:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    in 2.369s (2.369s including waiting). Image size: 218072664 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:44Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffaf02fa3740
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: b45434ff-054e-4661-a5e6-ab2c4ed46658
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-7cc25}
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: "2026-07-07T11:51:44Z"
  message: 'Created container: switch-graph-7cc25'
  metadata:
    creationTimestamp: "2026-07-07T11:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:44Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffaf065814d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 1c0edc64-a80d-45b8-852e-8b8ab5c16d72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-7cc25}
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: "2026-07-07T11:51:44Z"
  message: Started container switch-graph-7cc25
  metadata:
    creationTimestamp: "2026-07-07T11:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:44Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffaf06b972e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 6d65b832-9666-4ede-8971-0627eaf48070
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-7cc25}
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: "2026-07-07T11:51:51Z"
  message: Stopping container switch-graph-7cc25
  metadata:
    creationTimestamp: "2026-07-07T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:51Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffb093ad86c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: a238eef9-7ac4-4f9f-8722-a281a7f331fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-7cc25}
    kind: Pod
    name: switch-graph-7cc25-6c975c9dbd-6v5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 3cb373f2-d224-465e-8125-a85cef86ffb8
  kind: Event
  lastTimestamp: "2026-07-07T11:52:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:21Z"
    name: switch-graph-7cc25-6c975c9dbd-6v5mr.18bfffb1b1a79a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 293d3f0d-6c0c-417d-96ce-1340f955febc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-7cc25-6c975c9dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: c9b82899-a770-46ca-acf5-85a3de995a2d
  kind: Event
  lastTimestamp: "2026-07-07T11:51:41Z"
  message: 'Created pod: switch-graph-7cc25-6c975c9dbd-6v5mr'
  metadata:
    creationTimestamp: "2026-07-07T11:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:41Z"
    name: switch-graph-7cc25-6c975c9dbd.18bfffae372e58e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 955a665a-6c6c-4c5f-8276-5820fad2ef8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-7cc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 5e7b2f0a-1c36-40f2-94b9-ed6d34554d55
  kind: Event
  lastTimestamp: "2026-07-07T11:51:41Z"
  message: Scaled up replica set switch-graph-7cc25-6c975c9dbd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:41Z"
    name: switch-graph-7cc25.18bfffae36590d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 0c7e3d3d-2c8b-469f-bb7e-471649e014cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-7cc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 3a7d6413-586d-4e60-8a59-6f6664eb5874
  kind: Event
  lastTimestamp: "2026-07-07T11:51:41Z"
  message: InferenceGraph [switch-graph-7cc25] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:41Z"
    name: switch-graph-7cc25.18bfffae3be21ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 632b2f4c-5ef8-4969-a178-bda092095312
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:13:21.379671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-beb62-5c7d9675f8-nbnkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: 655adc5c-0a5b-43bf-a894-6743b04a0eba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-beb62-5c7d9675f8-nbnkw
    to ip-10-0-140-177.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:13:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:13:21Z"
    name: switch-graph-beb62-5c7d9675f8-nbnkw.18c000dcf149ffa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 0ffa2527-7be5-470a-9b39-ebc3ddf868f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79d5d6b565-cvp44
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-beb62-5c7d9675f8-nbnkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 655adc5c-0a5b-43bf-a894-6743b04a0eba
  kind: Event
  lastTimestamp: "2026-07-07T12:13:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-beb62-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:22Z"
    name: switch-graph-beb62-5c7d9675f8-nbnkw.18c000dcfa2f3857
    namespace: kserve-ci-e2e-test
    resourceVersion: "27048"
    uid: fb2732d8-9bd2-4f6c-bfb3-0a283da6c56f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-beb62-5c7d9675f8-nbnkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: 655adc5c-0a5b-43bf-a894-6743b04a0eba
  kind: Event
  lastTimestamp: "2026-07-07T12:13:23Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:13:23Z"
    name: switch-graph-beb62-5c7d9675f8-nbnkw.18c000dd63f3200e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: dcda7794-3765-4f30-8280-007c4c1aeadd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-beb62}
    kind: Pod
    name: switch-graph-beb62-5c7d9675f8-nbnkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 655adc5c-0a5b-43bf-a894-6743b04a0eba
  kind: Event
  lastTimestamp: "2026-07-07T12:13:23Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:23Z"
    name: switch-graph-beb62-5c7d9675f8-nbnkw.18c000dd65647039
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: 1b85afc5-4efb-45e8-b7f6-5d4bb082a268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-beb62}
    kind: Pod
    name: switch-graph-beb62-5c7d9675f8-nbnkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 655adc5c-0a5b-43bf-a894-6743b04a0eba
  kind: Event
  lastTimestamp: "2026-07-07T12:13:23Z"
  message: 'Created container: switch-graph-beb62'
  metadata:
    creationTimestamp: "2026-07-07T12:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:23Z"
    name: switch-graph-beb62-5c7d9675f8-nbnkw.18c000dd6871ec11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27064"
    uid: ae53bd5d-3503-4589-a18b-d65ae2f883f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-beb62}
    kind: Pod
    name: switch-graph-beb62-5c7d9675f8-nbnkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 655adc5c-0a5b-43bf-a894-6743b04a0eba
  kind: Event
  lastTimestamp: "2026-07-07T12:13:23Z"
  message: Started container switch-graph-beb62
  metadata:
    creationTimestamp: "2026-07-07T12:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:13:23Z"
    name: switch-graph-beb62-5c7d9675f8-nbnkw.18c000dd68dc675e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27066"
    uid: e002ef42-cf20-4b44-9129-41e4b0618892
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-beb62}
    kind: Pod
    name: switch-graph-beb62-5c7d9675f8-nbnkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 655adc5c-0a5b-43bf-a894-6743b04a0eba
  kind: Event
  lastTimestamp: "2026-07-07T12:29:40Z"
  message: Stopping container switch-graph-beb62
  metadata:
    creationTimestamp: "2026-07-07T12:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:29:40Z"
    name: switch-graph-beb62-5c7d9675f8-nbnkw.18c001c0e9b39ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ce38140a-06b2-4101-a9f8-d2c82b600f8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-beb62}
    kind: Pod
    name: switch-graph-beb62-5c7d9675f8-nbnkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 655adc5c-0a5b-43bf-a894-6743b04a0eba
  kind: Event
  lastTimestamp: "2026-07-07T12:30:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T12:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:30:05Z"
    name: switch-graph-beb62-5c7d9675f8-nbnkw.18c001c202cda5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: 86f215d0-8bbf-4092-aadf-fb9bfb6e585e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-beb62-5c7d9675f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: 3b03ea14-e2b7-4268-a7a2-03782516a1af
  kind: Event
  lastTimestamp: "2026-07-07T12:13:21Z"
  message: 'Created pod: switch-graph-beb62-5c7d9675f8-nbnkw'
  metadata:
    creationTimestamp: "2026-07-07T12:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:21Z"
    name: switch-graph-beb62-5c7d9675f8.18c000dcf0cf40a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 54c6c883-6279-48e5-b83f-919ee1e66ee7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 00491105-550e-489a-be43-d5d3746b7ab5
  kind: Event
  lastTimestamp: "2026-07-07T12:13:21Z"
  message: Scaled up replica set switch-graph-beb62-5c7d9675f8 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:21Z"
    name: switch-graph-beb62.18c000dceff1a8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 1202d6a1-b2a4-4ebb-9d69-3eb2f9a3aad8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27038"
    uid: 0375623f-be07-463a-94dc-625ce6d7eb89
  kind: Event
  lastTimestamp: "2026-07-07T12:13:21Z"
  message: InferenceGraph [switch-graph-beb62] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:13:21Z"
    name: switch-graph-beb62.18c000dcf6434e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 873f0219-d62c-4d61-a817-b1960a52f7d2
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27020"
    uid: 354c2478-286e-4557-aa3f-161917c4ac30
  kind: Event
  lastTimestamp: "2026-07-07T12:13:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:51Z"
    name: switch-graph-beb62.18c000e06eae8af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27341"
    uid: 3aa4ddba-cc40-4dc3-a3e3-d3cdedc58043
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:13:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-beb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27020"
    uid: 354c2478-286e-4557-aa3f-161917c4ac30
  kind: Event
  lastTimestamp: "2026-07-07T12:13:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:13:51Z"
    name: switch-graph-beb62.18c000e06f2af59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27342"
    uid: f2f6716a-6568-4090-9b3b-59fdc907ea22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
kind: EventList
metadata:
  resourceVersion: "34166"