---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:28:40.446405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-31ec7-7b66875df7-pfqh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: 49c32d92-b8ee-4523-9f73-8afb065c7d18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-31ec7-7b66875df7-pfqh5
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:28:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:28:40Z"
    name: ensemble-graph-31ec7-7b66875df7-pfqh5.18d632672133ce35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: 43a036bc-769e-4613-9187-939442182492
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-31ec7-7b66875df7-pfqh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 49c32d92-b8ee-4523-9f73-8afb065c7d18
  kind: Event
  lastTimestamp: "2026-09-17T19:28:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-31ec7-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:40Z"
    name: ensemble-graph-31ec7-7b66875df7-pfqh5.18d632672a711c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: d698a0c4-731b-411e-bcf6-942238d9c1c8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-31ec7-7b66875df7-pfqh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 49c32d92-b8ee-4523-9f73-8afb065c7d18
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: ensemble-graph-31ec7-7b66875df7-pfqh5.18d6326766ccb52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: 90ab064f-22c9-47ec-a93e-ac149abe499d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-31ec7}
    kind: Pod
    name: ensemble-graph-31ec7-7b66875df7-pfqh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 49c32d92-b8ee-4523-9f73-8afb065c7d18
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: ensemble-graph-31ec7-7b66875df7-pfqh5.18d63267681c3374
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 27d891f1-c0cb-4f24-980f-2a5eab7e1d02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-31ec7}
    kind: Pod
    name: ensemble-graph-31ec7-7b66875df7-pfqh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 49c32d92-b8ee-4523-9f73-8afb065c7d18
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: 'Created container: ensemble-graph-31ec7'
  metadata:
    creationTimestamp: "2026-09-17T19:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: ensemble-graph-31ec7-7b66875df7-pfqh5.18d632676b041557
    namespace: kserve-ci-e2e-test
    resourceVersion: "21649"
    uid: f5b7532e-625e-474e-a3bf-df53da9d6676
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-31ec7}
    kind: Pod
    name: ensemble-graph-31ec7-7b66875df7-pfqh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 49c32d92-b8ee-4523-9f73-8afb065c7d18
  kind: Event
  lastTimestamp: "2026-09-17T19:28:41Z"
  message: Started container ensemble-graph-31ec7
  metadata:
    creationTimestamp: "2026-09-17T19:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:41Z"
    name: ensemble-graph-31ec7-7b66875df7-pfqh5.18d632676b7b6608
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: f1f07e88-c622-4d3b-9159-0139fe03d87e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-31ec7}
    kind: Pod
    name: ensemble-graph-31ec7-7b66875df7-pfqh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 49c32d92-b8ee-4523-9f73-8afb065c7d18
  kind: Event
  lastTimestamp: "2026-09-17T19:36:55Z"
  message: Stopping container ensemble-graph-31ec7
  metadata:
    creationTimestamp: "2026-09-17T19:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:55Z"
    name: ensemble-graph-31ec7-7b66875df7-pfqh5.18d632da739a5481
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: 6bb8d2e3-52e3-4078-8088-45ad03e9df18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-31ec7}
    kind: Pod
    name: ensemble-graph-31ec7-7b66875df7-pfqh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 49c32d92-b8ee-4523-9f73-8afb065c7d18
  kind: Event
  lastTimestamp: "2026-09-17T19:37:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:23Z"
    name: ensemble-graph-31ec7-7b66875df7-pfqh5.18d632db17baf87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: 2aa2ff27-d0d2-438f-933e-4790c35483a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-31ec7-7b66875df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: 740527a1-08e0-4bd4-8299-209141b2cb02
  kind: Event
  lastTimestamp: "2026-09-17T19:28:40Z"
  message: 'Created pod: ensemble-graph-31ec7-7b66875df7-pfqh5'
  metadata:
    creationTimestamp: "2026-09-17T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:40Z"
    name: ensemble-graph-31ec7-7b66875df7.18d6326720c562e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: db101aa8-ac5c-45ed-a60e-24d463f20b57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 9d041652-fda4-4960-a8b1-1886fcfd3aba
  kind: Event
  lastTimestamp: "2026-09-17T19:28:40Z"
  message: Scaled up replica set ensemble-graph-31ec7-7b66875df7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:40Z"
    name: ensemble-graph-31ec7.18d632671fc55dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: 1a7b4753-19b3-4e8a-ada5-b2a543b09b34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 08c8a8f3-8f6f-4ee8-9577-785b094662c6
  kind: Event
  lastTimestamp: "2026-09-17T19:28:40Z"
  message: InferenceGraph [ensemble-graph-31ec7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:40Z"
    name: ensemble-graph-31ec7.18d63267268329ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: f91862d4-214a-4631-95aa-6b6b9c8d58ea
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 733898b2-2ae0-4bf4-bd08-31fe25bafee6
  kind: Event
  lastTimestamp: "2026-09-17T19:28:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:55Z"
    name: ensemble-graph-31ec7.18d6326a9e2a1766
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: 451dbd9a-49f4-49af-aec4-89b2f1c03a0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 733898b2-2ae0-4bf4-bd08-31fe25bafee6
  kind: Event
  lastTimestamp: "2026-09-17T19:28:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:55Z"
    name: ensemble-graph-31ec7.18d6326a9e9bad1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 17a10a66-5919-4114-ae4e-a951e82c2eeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 733898b2-2ae0-4bf4-bd08-31fe25bafee6
  kind: Event
  lastTimestamp: "2026-09-17T19:29:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:10Z"
    name: ensemble-graph-31ec7.18d6326e1dcacf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: e29f6dd6-09f0-4d6f-a26f-fc0b0b9e647c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 733898b2-2ae0-4bf4-bd08-31fe25bafee6
  kind: Event
  lastTimestamp: "2026-09-17T19:29:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:10Z"
    name: ensemble-graph-31ec7.18d6326e1e8c08da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: 55d5e5a4-d3a0-411e-a22a-8b2bafbe1521
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:19.479913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-87c35-66784999db-c5w9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: 73ec24fb-4e16-476c-9cf8-6ddd72f83de5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-87c35-66784999db-c5w9g
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: ensemble-graph-87c35-66784999db-c5w9g.18d6325447392dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 7f485650-e6db-4c4b-8ae3-09a9284dc363
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-87c35-66784999db-c5w9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 73ec24fb-4e16-476c-9cf8-6ddd72f83de5
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-87c35-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: ensemble-graph-87c35-66784999db-c5w9g.18d6325454be3392
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: cc452540-9c8f-4998-b831-34677f4adbe4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-87c35-66784999db-c5w9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: 73ec24fb-4e16-476c-9cf8-6ddd72f83de5
  kind: Event
  lastTimestamp: "2026-09-17T19:27:20Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:20Z"
    name: ensemble-graph-87c35-66784999db-c5w9g.18d632548ccc6860
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: 8b7c5fac-408a-4a74-aace-121538d40c8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-87c35}
    kind: Pod
    name: ensemble-graph-87c35-66784999db-c5w9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 73ec24fb-4e16-476c-9cf8-6ddd72f83de5
  kind: Event
  lastTimestamp: "2026-09-17T19:27:20Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:20Z"
    name: ensemble-graph-87c35-66784999db-c5w9g.18d632548e381ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 6cb79ef0-c9ca-47c4-9573-c11768f1bd06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-87c35}
    kind: Pod
    name: ensemble-graph-87c35-66784999db-c5w9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 73ec24fb-4e16-476c-9cf8-6ddd72f83de5
  kind: Event
  lastTimestamp: "2026-09-17T19:27:20Z"
  message: 'Created container: ensemble-graph-87c35'
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:20Z"
    name: ensemble-graph-87c35-66784999db-c5w9g.18d63254915e52ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 43074ffa-6446-4da7-817d-760f8ac4807b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-87c35}
    kind: Pod
    name: ensemble-graph-87c35-66784999db-c5w9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 73ec24fb-4e16-476c-9cf8-6ddd72f83de5
  kind: Event
  lastTimestamp: "2026-09-17T19:27:20Z"
  message: Started container ensemble-graph-87c35
  metadata:
    creationTimestamp: "2026-09-17T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:20Z"
    name: ensemble-graph-87c35-66784999db-c5w9g.18d6325491d65f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: c727d397-f934-4a1e-990a-16499a17f304
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-87c35}
    kind: Pod
    name: ensemble-graph-87c35-66784999db-c5w9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 73ec24fb-4e16-476c-9cf8-6ddd72f83de5
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: Stopping container ensemble-graph-87c35
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: ensemble-graph-87c35-66784999db-c5w9g.18d63256c5e0e0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: 2978221b-4abc-4413-a65e-54503e8a97dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-87c35}
    kind: Pod
    name: ensemble-graph-87c35-66784999db-c5w9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 73ec24fb-4e16-476c-9cf8-6ddd72f83de5
  kind: Event
  lastTimestamp: "2026-09-17T19:27:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:57Z"
    name: ensemble-graph-87c35-66784999db-c5w9g.18d632573d5db047
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: 496efa43-5647-4559-be2c-6a4b9cd81ed7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-87c35-66784999db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: 3d49fd6d-c2db-4cd1-9533-485e0da322b3
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: 'Created pod: ensemble-graph-87c35-66784999db-c5w9g'
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: ensemble-graph-87c35-66784999db.18d6325446e2068e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 82a1b67e-e712-4a41-8d38-078391e23ff5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-87c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 2ef9212a-7384-43a2-b51d-2d1e3587ffff
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: Scaled up replica set ensemble-graph-87c35-66784999db from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: ensemble-graph-87c35.18d6325445e0e4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: f178e4f9-8eec-4ed2-a7ef-68a1e7d8b244
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-87c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 1b0a278c-159b-4608-8f41-cb1c14a7aefa
  kind: Event
  lastTimestamp: "2026-09-17T19:27:19Z"
  message: InferenceGraph [ensemble-graph-87c35] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:27:19Z"
    name: ensemble-graph-87c35.18d632544c6fcd6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 36a59cc9-5772-4ff7-ba53-e98efde7a06d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:38:17.508540Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26508"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632ed7cc921f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: e00f11b7-1b67-42ae-8c45-74d1b8da33c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26518"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632ed9ee5396c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: 3e7bf9b3-7262-48db-8256-3ee0718b3e8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632eda0364cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26542"
    uid: 9ba1dff6-fb73-4924-a332-a3c120000aba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632eda3c6c88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: a47df9e2-8190-4673-bd73-49e3c2601f15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632eda445afb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: c79225e8-bd2a-441d-96a3-bc5383524c04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632eda44f175d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 5a024999-a951-4341-bd61-0483ed1ac7e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632eda76da6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: 726374e3-4898-4928-ba89-0406fe00af69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632eda7e5f8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: f022e715-391e-42e3-9517-7af1c3d0a10e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:47:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:44Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d632edb194d36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: ba60def1-f16e-4e2c-9d99-12252ab69eb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:47:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:42Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d63371164ee7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30746"
    uid: 79c54a9d-7219-4d2c-8822-5387c07d7f41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:47:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:42Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d63371164f6576
    namespace: kserve-ci-e2e-test
    resourceVersion: "30747"
    uid: ed47dbb3-933f-4827-8a78-9fc7a1e841ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: c8833583-eddf-4ca0-85e4-9ae83fa224d4
  kind: Event
  lastTimestamp: "2026-09-17T19:47:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:44Z"
    name: error-404-isvc-21196-predictor-69485fb6d8-6dd9l.18d633717a567bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30760"
    uid: 5dd805ff-efb1-4c88-bf33-98d7a10d5691
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-21196-predictor-69485fb6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: 3e7635aa-0295-4cd5-a8ed-55c28440a889
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: 'Created pod: error-404-isvc-21196-predictor-69485fb6d8-6dd9l'
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: error-404-isvc-21196-predictor-69485fb6d8.18d632ed7c373822
    namespace: kserve-ci-e2e-test
    resourceVersion: "26509"
    uid: 39a7a0dc-95f2-4bee-82a3-e72777584bed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26498"
    uid: b864543f-511f-4379-a832-39b27fbfd7e2
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Scaled up replica set error-404-isvc-21196-predictor-69485fb6d8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: error-404-isvc-21196-predictor.18d632ed7a8c9a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 1eb99fe3-9e99-4266-bab1-5db6acd82f2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26499"
    uid: 71810570-9edb-476d-90dd-658522f39a79
  kind: Event
  lastTimestamp: "2026-09-17T19:39:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:02Z"
    name: error-404-isvc-21196-predictor.18d632f0f92e3a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26948"
    uid: f5dc3751-e0d7-4170-847d-ba2087a1728e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26499"
    uid: 71810570-9edb-476d-90dd-658522f39a79
  kind: Event
  lastTimestamp: "2026-09-17T19:39:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:02Z"
    name: error-404-isvc-21196-predictor.18d632f0f98d7edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26950"
    uid: 087378d2-d2ab-4306-87a0-679c1ee00545
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: 71810570-9edb-476d-90dd-658522f39a79
  kind: Event
  lastTimestamp: "2026-09-17T19:39:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:47Z"
    name: error-404-isvc-21196-predictor.18d632f478a27319
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: 80cb3769-cb90-4cf6-800c-35db50b7d986
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: 71810570-9edb-476d-90dd-658522f39a79
  kind: Event
  lastTimestamp: "2026-09-17T19:39:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:47Z"
    name: error-404-isvc-21196-predictor.18d632f4792df61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: ca029b05-21dc-46ef-b723-f7f5b7ede96d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "26489"
    uid: 6354cde1-7c9c-4c8b-b754-e0e2c2d7035e
  kind: Event
  lastTimestamp: "2026-09-17T19:39:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:14Z"
    name: error-404-isvc-21196.18d632ed7aad2790
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: f8c02bad-dd5d-4085-8e79-d1d37282863d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "26489"
    uid: 6354cde1-7c9c-4c8b-b754-e0e2c2d7035e
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-21196": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-21196":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: error-404-isvc-21196.18d632ed7b0d7c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26505"
    uid: 68c4768f-7fc3-4b05-96b3-3ccdc4f8923c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "26489"
    uid: 6354cde1-7c9c-4c8b-b754-e0e2c2d7035e
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-21196": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: error-404-isvc-21196.18d632ed7b0dc53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 358b8f2b-0675-441a-bad4-e9b49061ee43
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: 6354cde1-7c9c-4c8b-b754-e0e2c2d7035e
  kind: Event
  lastTimestamp: "2026-09-17T19:39:14Z"
  message: InferenceService [error-404-isvc-21196] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:14Z"
    name: error-404-isvc-21196.18d632fac25831c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27088"
    uid: f730afc6-d965-43fc-a4fe-f1dc9fb752fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:37:57.309299Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25971"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-26209-predictor-59d644fd44-z2ffv
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e8c8d13313
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: 5fa4b557-6970-46eb-b5fb-08518d71accb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-26209-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e8d11a6598
    namespace: kserve-ci-e2e-test
    resourceVersion: "25986"
    uid: 18d5e9b6-81a4-4c1d-8817-b57b1d096ccb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25981"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e90e76ce03
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: b56cb794-989f-485d-a67e-ab87632ea341
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e90fc26e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26037"
    uid: 10922d65-b74b-4fb6-a42b-ce119a427ff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e9126851bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26040"
    uid: fa2b6c14-bdc5-436e-8eb5-0d32e1d71e0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e912d8a355
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: 0cbf6071-d332-489c-900e-7bc1363ca347
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e912e35539
    namespace: kserve-ci-e2e-test
    resourceVersion: "26042"
    uid: db9413c8-b2dc-480d-9321-00b8573418f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e915a15fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "26043"
    uid: 5218e2bc-50f8-4267-b9fa-e13bdecac8f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e9161126b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26044"
    uid: 263d8595-fe3b-4b11-b175-13c4666c5154
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:38:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:46Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d632e97abcdcb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26802"
    uid: cfd55f9a-2a0e-47a9-a189-d1bc97066172
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:55:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:27Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d633dd4d3ea67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33962"
    uid: b476a211-311c-4032-9cbc-4b792ee6d811
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:55:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:27Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d633dd4d3fc557
    namespace: kserve-ci-e2e-test
    resourceVersion: "33963"
    uid: 6b1fe157-4254-4d49-84d7-b50b1960d653
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 960b3886-5a54-450d-8584-1e041c1f5c59
  kind: Event
  lastTimestamp: "2026-09-17T19:55:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-17T19:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:32Z"
    name: error-404-isvc-26209-predictor-59d644fd44-z2ffv.18d633de6b59ab2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: ba85d133-c265-40db-8e86-ebd42c752d7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-26209-predictor-59d644fd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 4fd4b7e6-46ba-418a-9e24-c0a70fb31e5b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: 'Created pod: error-404-isvc-26209-predictor-59d644fd44-z2ffv'
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: error-404-isvc-26209-predictor-59d644fd44.18d632e8c855bfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25972"
    uid: f78b38a5-9664-42e0-bb3f-d22725dd71a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25962"
    uid: 0eb9f8ae-8cf3-4a9c-a556-e8fc07867e91
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: Scaled up replica set error-404-isvc-26209-predictor-59d644fd44 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: error-404-isvc-26209-predictor.18d632e8c6a91c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25966"
    uid: 343c98f1-5471-48a8-b580-e7f331f96254
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25963"
    uid: 2f7ea527-460f-496d-b872-303e7f16d82d
  kind: Event
  lastTimestamp: "2026-09-17T19:38:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:27Z"
    name: error-404-isvc-26209-predictor.18d632ec45117cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26646"
    uid: 71c9d5af-b637-45c7-806a-db1e1c134d97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25963"
    uid: 2f7ea527-460f-496d-b872-303e7f16d82d
  kind: Event
  lastTimestamp: "2026-09-17T19:38:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:27Z"
    name: error-404-isvc-26209-predictor.18d632ec455c45e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26647"
    uid: caff1f99-b5b3-4e55-bf85-8596f4d9d055
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 2f7ea527-460f-496d-b872-303e7f16d82d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:27Z"
    name: error-404-isvc-26209-predictor.18d632f343714e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "27192"
    uid: e26fa5d5-a7ff-4e29-9cb4-d44d3f10bf1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 2f7ea527-460f-496d-b872-303e7f16d82d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:27Z"
    name: error-404-isvc-26209-predictor.18d632f343c2cfe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27194"
    uid: ac5fffeb-210e-4697-8169-fdbdabd2414b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: 7d5ba373-6b73-4732-ac3c-95a3d9ce8721
  kind: Event
  lastTimestamp: "2026-09-17T19:38:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:56Z"
    name: error-404-isvc-26209.18d632e8c6aee255
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: 15fbee5c-5fdc-4911-96ed-53224e41f267
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "26894"
    uid: 7d5ba373-6b73-4732-ac3c-95a3d9ce8721
  kind: Event
  lastTimestamp: "2026-09-17T19:38:56Z"
  message: InferenceService [error-404-isvc-26209] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:56Z"
    name: error-404-isvc-26209.18d632f68a218641
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: 53ed326c-02ef-441b-8a4a-34e614f7a1cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:10.866276Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-30eba-predictor-8cb6986c6-fk824
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d6325245cf73b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 38ce3135-2749-4584-bfc6-1f7ce840b066
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-30eba-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:11Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d632524de34548
    namespace: kserve-ci-e2e-test
    resourceVersion: "20459"
    uid: db234360-6467-4b27-9f9c-9f63508a069f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20456"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d632528b874a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20480"
    uid: cd60fb04-8781-44fe-a89d-7cf93539d3aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d632528ce7ed9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20482"
    uid: 9133a161-3bb8-40aa-9928-f83c9362aaef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d6325290619e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: df227e3b-f569-464c-9d1c-d8fcf86da4c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d6325290ed095e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: dd098c38-8559-46ec-bb59-1620c9967b84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d6325290f80cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: ab4812fd-5c4e-4eb2-8fa3-685c8bd7196d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d6325293d2d92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20487"
    uid: 2943cff6-0796-4c64-b4de-4bc6df898c4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d63252944c2b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 9ef717ee-42a9-4d8a-a850-5dbf817f88f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:27:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:58Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d632529759656f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: 1d1d2e09-906c-44f3-80e9-664025bad9f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d632651989c724
    namespace: kserve-ci-e2e-test
    resourceVersion: "21452"
    uid: f7149753-aaf4-4b10-85af-6f3077209450
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d63265198a2a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21453"
    uid: dc8f5616-0a30-42a8-b821-c15e941ccbac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 631d021b-4a9a-4b39-80a6-54cf8b103db4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:33Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6-fk824.18d6326573b04e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: b0132448-02fd-49bb-a41f-fed647376231
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-30eba-predictor-8cb6986c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: 2fe1f497-b273-497b-88c5-b0c00dcde4b5
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: 'Created pod: error-404-isvc-30eba-predictor-8cb6986c6-fk824'
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: error-404-isvc-30eba-predictor-8cb6986c6.18d63252455c481b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: 275af114-8e33-4828-98ed-4d37f2c9b860
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 3a24db85-4346-4a72-8950-b3d7e3e5b0ab
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: Scaled up replica set error-404-isvc-30eba-predictor-8cb6986c6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: error-404-isvc-30eba-predictor.18d6325242293d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: 1f8a3b53-5891-4e75-a9ab-68bb95cf5b78
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: 1c017e7c-36e3-4368-a2dc-5ef8c037d07b
  kind: Event
  lastTimestamp: "2026-09-17T19:27:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:25Z"
    name: error-404-isvc-30eba-predictor.18d63255c0ab20aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 7a8bbd29-6215-406c-a594-cdadfa863964
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: 1c017e7c-36e3-4368-a2dc-5ef8c037d07b
  kind: Event
  lastTimestamp: "2026-09-17T19:27:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:25Z"
    name: error-404-isvc-30eba-predictor.18d63255c1132472
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: dea39342-6c64-4d9b-a591-40f3f3d7f695
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 1c017e7c-36e3-4368-a2dc-5ef8c037d07b
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: error-404-isvc-30eba-predictor.18d632593fc721f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 2186abd1-64cc-4295-a382-606130de3328
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 1c017e7c-36e3-4368-a2dc-5ef8c037d07b
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: error-404-isvc-30eba-predictor.18d632594037b77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: cb0a6014-1b25-4004-85e0-4fe2f5b90603
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-30eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 31059ec6-8b5f-4fb9-8bda-47afc50cbfa1
  kind: Event
  lastTimestamp: "2026-09-17T19:28:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:08Z"
    name: error-404-isvc-30eba.18d63252424886f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 9ff524e0-7329-4943-b248-684a9c8bdbc5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-30eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: 31059ec6-8b5f-4fb9-8bda-47afc50cbfa1
  kind: Event
  lastTimestamp: "2026-09-17T19:28:08Z"
  message: InferenceService [error-404-isvc-30eba] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:08Z"
    name: error-404-isvc-30eba.18d6325fa765d4db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: ffacee79-1f97-4924-843e-dedfabf40c3f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:30.533632Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d63256da138276
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: cfa230a8-2ac6-4c63-9f91-44e931c047ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d63256fc13e52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20818"
    uid: e5dc44ae-cd3c-43f2-a8b9-16d50dad9ed8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d63256fd91b5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: b654c488-026f-43c2-b1e8-c1d61b89ad94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d6325700cf3f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20823"
    uid: c4b473ea-d09b-421a-869e-88a46feffd2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d632570143c5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: bccf6416-c822-41d0-a0f4-e31cb61f2d39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d63257014f17ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 93a65d73-aa3b-45d7-9ea3-1605313f2756
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d63257051ce970
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: 4bfa81ae-6778-46a3-a909-68f200aa34a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d632570596e7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 3f942eaa-10ba-48d8-9c2c-aaaf5dc2edca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d6325709e8e4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: e7dee6ca-4df5-49fc-acde-97f8f42e8023
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:36:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:55Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d632da7d8dadb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25192"
    uid: 99d79a2d-873e-4d62-940d-d1aa468d16b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:36:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:55Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d632da7d8e1e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "25193"
    uid: d964d1dd-e315-4364-9633-0bfc2520600d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 35869f6f-277a-422e-9cb7-d63e380e437e
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j.18d632dad26dd1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 42a87062-f331-4edb-84ee-0a63cdd49fe3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-31ec7-predictor-67569bb8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: 7fc2aaf5-3f1d-4a97-82a5-017aa555a53a
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: 'Created pod: error-404-isvc-31ec7-predictor-67569bb8b8-x6x5j'
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: error-404-isvc-31ec7-predictor-67569bb8b8.18d63256d9a6afbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 8c4f1692-d4f4-4523-b068-6d62ce23903e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: b64e2d20-ff68-4f10-9597-b4ec8472eeef
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: Scaled up replica set error-404-isvc-31ec7-predictor-67569bb8b8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: error-404-isvc-31ec7-predictor.18d63256d7ddfbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: ba025704-e316-4bd9-b835-4cd1d4fa2035
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: cee998ce-d3d2-493b-901f-120c522f23ed
  kind: Event
  lastTimestamp: "2026-09-17T19:28:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:00Z"
    name: error-404-isvc-31ec7-predictor.18d6325a56611b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: 9ba9e4ad-c37c-43a0-9dea-03fe8450a8b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: cee998ce-d3d2-493b-901f-120c522f23ed
  kind: Event
  lastTimestamp: "2026-09-17T19:28:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:00Z"
    name: error-404-isvc-31ec7-predictor.18d6325a56ce2a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: 9b0634f2-b121-42ec-b362-a1a05e84dd15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: cee998ce-d3d2-493b-901f-120c522f23ed
  kind: Event
  lastTimestamp: "2026-09-17T19:29:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:00Z"
    name: error-404-isvc-31ec7-predictor.18d632615448ae5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: 5606cc07-cee8-498d-ae44-1211c94e4415
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: cee998ce-d3d2-493b-901f-120c522f23ed
  kind: Event
  lastTimestamp: "2026-09-17T19:29:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:00Z"
    name: error-404-isvc-31ec7-predictor.18d6326154bae40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 79ddd6ab-fe58-40ed-aa18-16169ad9c74c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 8b1bde70-19e7-416c-90c0-efa3103f2086
  kind: Event
  lastTimestamp: "2026-09-17T19:28:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:27Z"
    name: error-404-isvc-31ec7.18d63256d7de7af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b1322b9d-528e-418a-b627-cd9447da18ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 8b1bde70-19e7-416c-90c0-efa3103f2086
  kind: Event
  lastTimestamp: "2026-09-17T19:28:27Z"
  message: InferenceService [error-404-isvc-31ec7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:27Z"
    name: error-404-isvc-31ec7.18d6326419c58411
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 89c287ab-90dd-459c-b06b-ddc3ba803aab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:13.509830Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14280"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631ab4008d676
    namespace: kserve-ci-e2e-test
    resourceVersion: "14286"
    uid: a45886dd-2b04-4058-a420-11885f27e6ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-53780-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631ab477dabe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14315"
    uid: 0bea005b-8342-42da-837b-d96739c4d345
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14291"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631ab88904e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: a0649070-17ff-4718-b726-da0afacad558
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631ab8b1790b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: d36c5ff1-f9dc-4e6a-83ea-40f3cfb6ed98
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1999"
    in 14.687s (14.687s including waiting). Image size: 1385832521 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631aef6839f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14539"
    uid: 1897bd40-b245-4e3f-aaa9-4f2af918de87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631aef9bcd231
    namespace: kserve-ci-e2e-test
    resourceVersion: "14541"
    uid: 4f6c06b1-743d-4a19-8a13-5b5852106676
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631aefa3651bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: d894d1a3-854c-4a09-88ec-574a1f11d5a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631aefa43167f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14545"
    uid: b34ba1b2-0804-4a4f-b043-c61185a35bef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.478s (2.478s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:31Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631af8df90a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14563"
    uid: e75418b1-21c3-4f7a-a909-67726af1f75d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:32Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631af916fd691
    namespace: kserve-ci-e2e-test
    resourceVersion: "14565"
    uid: a793c5bd-f1a4-4c8c-b464-97bfaa8862fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:15:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:32Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631af91fc3785
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: 507463e4-5e6c-4ae4-9db4-521673e60425
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:08Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631afc75e7267
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: 925d66f4-e99d-4fe4-8ef4-932538afbb11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631c062f9aeed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: 2fa41f07-0ab0-4f73-99eb-5dd371d96b89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: 419f9c33-a1bc-4cec-9c3e-152642be1db8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-53780-predictor-c576bbf4d-7rn4m.18d631c062fa4807
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: fec7ccf8-b5a5-4ae1-927a-508fa19ca1a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-53780-predictor-c576bbf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14273"
    uid: 3d5b74b5-dcfa-4010-ad4c-1eccd5f80e3d
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'Created pod: error-404-isvc-53780-predictor-c576bbf4d-7rn4m'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: error-404-isvc-53780-predictor-c576bbf4d.18d631ab3f8a129a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14283"
    uid: 2d885823-5abf-4b23-b3cd-d1164f840d65
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14271"
    uid: a870a9f2-c0e3-4501-8e2e-eab39286b642
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Scaled up replica set error-404-isvc-53780-predictor-c576bbf4d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: error-404-isvc-53780-predictor.18d631ab3d718760
    namespace: kserve-ci-e2e-test
    resourceVersion: "14274"
    uid: 5e9eac2c-d455-4d8b-bf0e-ab37510a8239
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14272"
    uid: b0da17a5-1f57-46c4-9421-ccd511717239
  kind: Event
  lastTimestamp: "2026-09-17T19:16:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:13Z"
    name: error-404-isvc-53780-predictor.18d631aebbecbfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: d61ab307-2bbd-43a6-bbc8-456ec20d40da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14272"
    uid: b0da17a5-1f57-46c4-9421-ccd511717239
  kind: Event
  lastTimestamp: "2026-09-17T19:16:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:13Z"
    name: error-404-isvc-53780-predictor.18d631aebc52882a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: bcdf1c00-47c2-4575-90cc-554c7baf65df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14523"
    uid: b0da17a5-1f57-46c4-9421-ccd511717239
  kind: Event
  lastTimestamp: "2026-09-17T19:16:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:43Z"
    name: error-404-isvc-53780-predictor.18d631b5b9cbbdad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: 36e68c15-d701-4235-81c0-25a5f80472ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14523"
    uid: b0da17a5-1f57-46c4-9421-ccd511717239
  kind: Event
  lastTimestamp: "2026-09-17T19:16:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:43Z"
    name: error-404-isvc-53780-predictor.18d631b5ba2f75b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: eaae10e7-d707-42d1-afcb-6424a32811dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-53780
    namespace: kserve-ci-e2e-test
    resourceVersion: "14264"
    uid: 3793a4a3-c564-41f5-bbfc-ea13864fde25
  kind: Event
  lastTimestamp: "2026-09-17T19:16:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:19Z"
    name: error-404-isvc-53780.18d631ab3d7602bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: 816c4b32-9c48-4558-8e14-f0acc54fb2bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-53780
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 3793a4a3-c564-41f5-bbfc-ea13864fde25
  kind: Event
  lastTimestamp: "2026-09-17T19:16:19Z"
  message: InferenceService [error-404-isvc-53780] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:19Z"
    name: error-404-isvc-53780.18d631ba8344a344
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 48db1499-7d89-42a1-9eca-685f332aa007
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:26:09.579035Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d6324400ce6a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: 1d4e6732-a4fe-470d-b999-9a4d413e3f34
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d6324422d1d262
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: a752d8c9-6fff-4e30-a02b-556036ec25c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d63244242b9caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 74160589-f70f-4b5c-b9af-9a3e49ce6e33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d6324426e3d073
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: f03f6c75-44bc-4227-a1f2-7c4d59de5705
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d63244275ac44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 8d2176b5-5af1-4e8d-b181-d08f3df42a01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d63244276623ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 1175bb6d-7b56-4408-89fd-2441a9285610
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d632442ac14beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 966a0c95-54d1-43ce-bd53-046881c54f52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d632442b3605ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: bc0c5f81-47f9-485c-b3ac-c29d436c313f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:26:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:57Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d632448d37db1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: d766b736-9931-4812-9b07-af666170f865
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d63256cd99c7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: a1a9f3ca-5857-4746-bd44-70dea65340b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d63256cda0ad36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: 0ad2e6e6-0578-4a76-b28d-776d25b0c967
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: c801e156-bc4a-4c8f-8a91-bce79f1ca6b3
  kind: Event
  lastTimestamp: "2026-09-17T19:27:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:32Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn.18d63257697c3cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 49e74da2-de56-4b26-b147-186c93004684
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-87c35-predictor-586c54bbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: f3c423ef-4591-4fd8-adca-a699a159fc7b
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: 'Created pod: error-404-isvc-87c35-predictor-586c54bbcd-cdtvn'
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: error-404-isvc-87c35-predictor-586c54bbcd.18d632440068a556
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 5ae1d3fc-0e1f-4776-afe2-9f3577874039
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: 6954c207-c374-4057-ae8c-80f746cc2f40
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: Scaled up replica set error-404-isvc-87c35-predictor-586c54bbcd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: error-404-isvc-87c35-predictor.18d63243fec0fb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: a804ce5e-8227-4730-85e0-5214e00fded9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: 56a2f4ff-27ee-4c69-b17d-715db879e4a6
  kind: Event
  lastTimestamp: "2026-09-17T19:26:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:39Z"
    name: error-404-isvc-87c35-predictor.18d632477d59bb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: 5a50ad57-2a4c-47fb-a5bb-6f15a8be49ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: 56a2f4ff-27ee-4c69-b17d-715db879e4a6
  kind: Event
  lastTimestamp: "2026-09-17T19:26:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:39Z"
    name: error-404-isvc-87c35-predictor.18d632477dc43c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20107"
    uid: 7f2e4a30-14d0-456c-8a92-8bb3e3faae67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 56a2f4ff-27ee-4c69-b17d-715db879e4a6
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: error-404-isvc-87c35-predictor.18d6324e7b412f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 2427dbca-cc76-4e66-8845-30ff38502b1c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 56a2f4ff-27ee-4c69-b17d-715db879e4a6
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: error-404-isvc-87c35-predictor.18d6324e7b9199a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: 4f01fbbf-6b41-4241-9254-0a15f3736bba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-87c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 58504fa8-53d5-4c67-8196-a63d3d0e498e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:27:08Z"
    name: error-404-isvc-87c35.18d63243fec82344
    namespace: kserve-ci-e2e-test
    resourceVersion: "20331"
    uid: 295a615d-521e-4b26-8c50-fc801f49117c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-87c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20325"
    uid: 58504fa8-53d5-4c67-8196-a63d3d0e498e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:08Z"
  message: InferenceService [error-404-isvc-87c35] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:27:08Z"
    name: error-404-isvc-87c35.18d63251a0248cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: fa95983d-6f09-4dbe-9212-1c1208981962
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:16:44.359109Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8c825-predictor-7f9d986954-pxj22
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c06712d69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 4230c062-b316-44fe-863e-3667b06a662a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c088cd6005
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 06915413-bb91-4355-9e9e-49c1817470e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c08a250c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: 60715560-d3f5-4782-b370-a0b7f295573a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c08ce4aded
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: ad1419da-4428-483f-a58d-937a164e4d66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c08d484d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 41fb19bc-3ec5-4032-8110-ed659012a80b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c08d534fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15377"
    uid: 428d07cb-c35a-4a5a-99a9-a4fdc454aae0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c090361aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: b5cf9b72-930d-47a8-8840-ce2face0b5a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c0909bf36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 2b740b9c-e3f5-490d-a72c-57650639c1ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:26:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:11Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d631c09e90dac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: f8617e0e-c201-4749-bde2-852e92af1fa6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d63243f5f53a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 9a4828e5-198f-4606-b7f3-c20388910e85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d63243f5f5be68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 19d0946d-bb99-4196-bf7a-ecdf19f9a658
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: d17cd3d4-707c-4fe7-8f28-7f8278f0abc8
  kind: Event
  lastTimestamp: "2026-09-17T19:26:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:11Z"
    name: error-404-isvc-8c825-predictor-7f9d986954-pxj22.18d63244673dc10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19876"
    uid: 107ef3f4-69fc-4148-95c5-7aeebc5f27c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-8c825-predictor-7f9d986954
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: f65ccd0f-1c82-4d18-b743-31538782b789
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'Created pod: error-404-isvc-8c825-predictor-7f9d986954-pxj22'
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-8c825-predictor-7f9d986954.18d631c06699c0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 01575aea-9675-4d02-8523-ccd419cf188c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: e229a34e-899c-453c-82a9-54882071c866
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: Scaled up replica set error-404-isvc-8c825-predictor-7f9d986954 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-8c825-predictor.18d631c0648e3eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: f4672f80-db3b-411a-983b-79926b4c8f2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 625a967d-8831-4045-bd4f-7620121e48d7
  kind: Event
  lastTimestamp: "2026-09-17T19:17:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:29Z"
    name: error-404-isvc-8c825-predictor.18d631c3e2ef79ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 2e61672e-d339-4129-9972-a966a1964bd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 625a967d-8831-4045-bd4f-7620121e48d7
  kind: Event
  lastTimestamp: "2026-09-17T19:17:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:29Z"
    name: error-404-isvc-8c825-predictor.18d631c3e35ee32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 1c7a5a74-7bb4-4c28-90ac-b0306d792064
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 625a967d-8831-4045-bd4f-7620121e48d7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:14Z"
    name: error-404-isvc-8c825-predictor.18d631c762711f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 702cc7dd-7abc-4f03-8480-4377aa580a6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 625a967d-8831-4045-bd4f-7620121e48d7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:14Z"
    name: error-404-isvc-8c825-predictor.18d631c762ca5afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: b486df7d-e244-4a31-b727-9c0dc6ec57a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: b4dac522-0d1d-4dc6-92f9-0e4a6165c6e8
  kind: Event
  lastTimestamp: "2026-09-17T19:17:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:41Z"
    name: error-404-isvc-8c825.18d631c0646c23f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: 49d4a1c4-c7ed-466e-afde-3eb4a60ff79e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: b4dac522-0d1d-4dc6-92f9-0e4a6165c6e8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-8c825": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8c825":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-8c825.18d631c0650c4877
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: 6405c4c4-eac9-496c-af06-d2944feba713
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: b4dac522-0d1d-4dc6-92f9-0e4a6165c6e8
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-8c825": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: error-404-isvc-8c825.18d631c0650cb05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 8100463f-de78-4a64-b1d7-f3e367849155
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: b4dac522-0d1d-4dc6-92f9-0e4a6165c6e8
  kind: Event
  lastTimestamp: "2026-09-17T19:17:41Z"
  message: InferenceService [error-404-isvc-8c825] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:41Z"
    name: error-404-isvc-8c825.18d631cdadd1df8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 883be206-6189-42b7-9984-6cf6dc91ab7b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:28:31.915375Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d6326524b69a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21496"
    uid: 2565925c-9112-4a8b-82b7-1080285810e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d63265473fdba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: d3ae1cd2-bba3-4217-811c-19724e5e6d69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d6326548c5577f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 6765acf3-4f33-494f-9906-3b043223172e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632654b864e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: 0d8650ff-7db5-40fd-af71-43ec4cf91fc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632654c076385
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: ad4929ea-8e6a-406d-9dc9-e7c99a861c10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632654c1256d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 503c5c2d-57dc-48be-b367-6992d7d36eb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632654eeda1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: 8e339913-03dd-4df2-85c9-f5a81346c6e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632654f696b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21525"
    uid: e7303f39-cac3-46cf-8f56-d2fa2a8034b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:37:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:59Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632654fa8ca7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: d88e9350-88b2-4299-9d69-d4920874a31c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632e8bed9380b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: d882c1cf-1ad0-43bf-a919-3520d876c2a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632e8bed9d8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: cff5029e-b465-4704-afd3-34b11a0768b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 38870954-f193-4fe8-84ea-5a6ff226c37e
  kind: Event
  lastTimestamp: "2026-09-17T19:37:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:59Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm.18d632e9545e1827
    namespace: kserve-ci-e2e-test
    resourceVersion: "26086"
    uid: 89fe5ed7-be7b-4db0-95d8-f72e92e66a84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-cedb0-predictor-57c4b47646
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: ed1b94fa-c066-45c3-b971-bfc0a6f5f19d
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: 'Created pod: error-404-isvc-cedb0-predictor-57c4b47646-c9hsm'
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: error-404-isvc-cedb0-predictor-57c4b47646.18d63265244f8385
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: 01ad8d90-cdda-4216-8b2b-dee23590c766
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 4e6a5f49-36c8-4ac3-9bb9-aaaa1f9a9f1a
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: Scaled up replica set error-404-isvc-cedb0-predictor-57c4b47646 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: error-404-isvc-cedb0-predictor.18d632652224469e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: 7e705e8f-aaa3-4c83-83e1-3cc7f78442e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: 229635a8-d423-4175-a3b7-9fe56878bd4c
  kind: Event
  lastTimestamp: "2026-09-17T19:28:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:46Z"
    name: error-404-isvc-cedb0-predictor.18d63268a0af1b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: e545c080-7167-4149-81d3-9cc161ef5aec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: 229635a8-d423-4175-a3b7-9fe56878bd4c
  kind: Event
  lastTimestamp: "2026-09-17T19:28:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:46Z"
    name: error-404-isvc-cedb0-predictor.18d63268a11b5e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 69823351-3bf3-46b8-94b4-fadf9729590c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: 229635a8-d423-4175-a3b7-9fe56878bd4c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:01Z"
    name: error-404-isvc-cedb0-predictor.18d6326c1fda879d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: 99c29625-93ce-4f67-aa04-e3c710f3e8f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: 229635a8-d423-4175-a3b7-9fe56878bd4c
  kind: Event
  lastTimestamp: "2026-09-17T19:30:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:01Z"
    name: error-404-isvc-cedb0-predictor.18d6326c20525f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: d3f22e1a-d83b-4909-99a2-e4e48ad9ddb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-cedb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 51659144-089d-484b-b12c-660077c3598f
  kind: Event
  lastTimestamp: "2026-09-17T19:29:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:29:29Z"
    name: error-404-isvc-cedb0.18d63265225fca45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22049"
    uid: b5e9bc4d-781f-4738-8f2f-038cf33b623b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-cedb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: 51659144-089d-484b-b12c-660077c3598f
  kind: Event
  lastTimestamp: "2026-09-17T19:29:29Z"
  message: InferenceService [error-404-isvc-cedb0] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:29:29Z"
    name: error-404-isvc-cedb0.18d632729db70c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: 824df0ed-9a30-479a-8ddb-8fdb4e811f98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:44.988682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631ce84e0a18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 361e1a9b-6c55-42c9-b3e4-c4ee1400af7c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631cea6df463e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: 8dd7ad68-1309-4024-803d-a670ff8f54c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631cea89f646c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 59604fdc-7d39-4db0-a790-809ae8ad08fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631ceac2d7eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 9fb4e268-bbf6-448d-b6a2-8055541ea6e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631ceaca26058
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 63209022-6b25-4a4d-8411-4147f392c7c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631ceacae06fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: 5083a431-b4b9-4659-ab25-019a09ad34fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631ceafd2a3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 2a4802a8-d8c9-4663-be05-fa69c9bd1db0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631ceb04a69dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: fc85a477-38f0-4ed1-8e16-27cb376e96b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:13Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d631cf20b3809e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: d884425f-6bfa-443a-878d-8488a04ebbbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d632523761ad75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: 9f7371fb-5204-41cf-baf9-f92e67f834b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d6325237626446
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: bbc1a0f5-a0ea-4299-b023-6aabaf0ab57a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 3bc44fcf-6903-4ce1-988d-2d66fe1da04d
  kind: Event
  lastTimestamp: "2026-09-17T19:27:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:13Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs.18d63252e9234a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: 06eee935-78e2-4b01-b919-b288bc05f2f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: c6d72035-95b6-441b-9ae3-c6e4205159ea
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: 'Created pod: error-404-isvc-fcbf3-predictor-6cdb6c88c8-82pqs'
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: error-404-isvc-fcbf3-predictor-6cdb6c88c8.18d631ce8409c5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: 1a7ea352-1a26-489a-b30e-b14088a19f6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: a84a31b2-8b59-4ec7-a7c0-6b3971aa4b66
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Scaled up replica set error-404-isvc-fcbf3-predictor-6cdb6c88c8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: error-404-isvc-fcbf3-predictor.18d631ce81b1cd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 52b8af86-ef7b-43bc-97ce-df7a6499aa7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 45bc1a7d-ec7c-4602-a694-febbf75f1273
  kind: Event
  lastTimestamp: "2026-09-17T19:18:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:29Z"
    name: error-404-isvc-fcbf3-predictor.18d631d2003901b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 785ff6f1-e51b-4d2c-b9f9-1a35f6410b26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 45bc1a7d-ec7c-4602-a694-febbf75f1273
  kind: Event
  lastTimestamp: "2026-09-17T19:18:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:29Z"
    name: error-404-isvc-fcbf3-predictor.18d631d200b77e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 0f3e77ea-5fd2-4c5b-bacc-984e422c4994
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 45bc1a7d-ec7c-4602-a694-febbf75f1273
  kind: Event
  lastTimestamp: "2026-09-17T19:19:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:30Z"
    name: error-404-isvc-fcbf3-predictor.18d631dc7d31b6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 06bade1f-7a2e-432a-977e-1152a698e538
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 45bc1a7d-ec7c-4602-a694-febbf75f1273
  kind: Event
  lastTimestamp: "2026-09-17T19:19:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:30Z"
    name: error-404-isvc-fcbf3-predictor.18d631dc7daf46e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: d4c82ec8-aef6-4327-9351-dc9d54073153
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: 6482b1c1-4c99-42ec-949f-b12a335ca9b7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:43Z"
    name: error-404-isvc-fcbf3.18d631ce81c49905
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: b5c840b3-1768-4f9d-b559-4a671f306324
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 6482b1c1-4c99-42ec-949f-b12a335ca9b7
  kind: Event
  lastTimestamp: "2026-09-17T19:18:43Z"
  message: InferenceService [error-404-isvc-fcbf3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:43Z"
    name: error-404-isvc-fcbf3.18d631dc30afd96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 8b62b490-1dc5-45a6-907d-1edb1c98315c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:36:56.126656Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632da8a0c347b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25237"
    uid: e261ce51-190d-4c6a-a912-a0c816024961
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632daabf6b2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: 6b8637c2-42cf-4231-ab4b-46ec18021659
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632daad4ee682
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: 5855ed22-5138-447e-b796-f4450cd63dd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632daaff0a808
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: 82eb63b8-0ff9-4d4b-948e-b9b26844b325
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632dab05e21c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: 3aecae4f-ca70-4627-8f8a-ac9716fd53d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632dab068ca3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: e438102f-fbf5-435b-a2bb-6c6824222b5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632dab34f2afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: 5b38f467-4ae7-4c45-a120-78ceaa3c5fb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632dab3d941a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25264"
    uid: 6fbcbf83-e23d-4ca3-8d8c-406651335ed0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:37:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:43Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632dabd3712d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25651"
    uid: 28cbb09b-9136-4db0-a184-f83b1c4b04e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632ed75a47ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26484"
    uid: 94879ce2-2af8-4d3b-8f81-e03ac026b2fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632ed75a50df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26486"
    uid: e7972391-356a-42a6-9171-9b19d1d7f925
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: 536aa7c2-08cf-4a18-b895-c4c8997acafb
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj.18d632ed99b76967
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: 2b8e8ba3-8d15-4832-841b-d11594b2d926
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-fe2a8-predictor-68889756d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25225"
    uid: 51fd5171-c6db-4e50-847e-29f3dc3ec239
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: 'Created pod: error-404-isvc-fe2a8-predictor-68889756d6-6mwlj'
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor-68889756d6.18d632da89a3fb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: 425dc462-3d70-4eb4-8095-3e3995b508d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25222"
    uid: 7874f1ee-3ee7-44a0-81de-e18f1bc46fc7
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: Scaled up replica set error-404-isvc-fe2a8-predictor-68889756d6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: error-404-isvc-fe2a8-predictor.18d632da87ce978e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25228"
    uid: da3b1aca-e51a-43ab-b57d-e1d338d8eae5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25224"
    uid: 7f912e6a-0aba-4b38-b165-9c1c57720ec6
  kind: Event
  lastTimestamp: "2026-09-17T19:37:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:11Z"
    name: error-404-isvc-fe2a8-predictor.18d632de067a9a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: ba44f2d0-1f35-46bc-adf4-a5e79dfdc638
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25224"
    uid: 7f912e6a-0aba-4b38-b165-9c1c57720ec6
  kind: Event
  lastTimestamp: "2026-09-17T19:37:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:11Z"
    name: error-404-isvc-fe2a8-predictor.18d632de06ebd0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: dd0cb199-48c1-4eda-9b1e-e0a16a63c680
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: 7f912e6a-0aba-4b38-b165-9c1c57720ec6
  kind: Event
  lastTimestamp: "2026-09-17T19:38:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:11Z"
    name: error-404-isvc-fe2a8-predictor.18d632e185a5b1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: da4011fb-7795-449e-a897-e5976635d318
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: 7f912e6a-0aba-4b38-b165-9c1c57720ec6
  kind: Event
  lastTimestamp: "2026-09-17T19:38:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:11Z"
    name: error-404-isvc-fe2a8-predictor.18d632e186122f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: ff495ebb-1bdc-490a-a976-7101380bc0eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-fe2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25209"
    uid: a7b96434-7c10-47eb-8b27-ea0931e40858
  kind: Event
  lastTimestamp: "2026-09-17T19:37:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:53Z"
    name: error-404-isvc-fe2a8.18d632da8807b969
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: 7a88f264-d8e0-4d7d-82de-6a4c9fa7bfd9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-fe2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25727"
    uid: a7b96434-7c10-47eb-8b27-ea0931e40858
  kind: Event
  lastTimestamp: "2026-09-17T19:37:53Z"
  message: InferenceService [error-404-isvc-fe2a8] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:53Z"
    name: error-404-isvc-fe2a8.18d632e7cd048ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: 62d2df86-63a3-448e-874a-36c080a04fc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:13.122996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14220"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631ab28fa357c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14226"
    uid: 1d45eacb-74d8-44ec-a14f-c4eba82e37a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14232"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631ab4b3c342a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14331"
    uid: 67b3283e-6f10-4c22-8280-a184871eac49
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631ab4ca5fe58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14336"
    uid: 16710d74-73e5-4d68-8afc-c0c705537062
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631ab4f46a1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14347"
    uid: ab33d9db-326b-4796-966f-d2a10fa73901
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631ab4fb29383
    namespace: kserve-ci-e2e-test
    resourceVersion: "14348"
    uid: c94ca44f-9052-41e1-89ba-030dcf069c8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:18Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:18Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631ac6ae7774c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14426"
    uid: db52ce9e-c7c6-4bcd-8a70-ac06bd44f41d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 24.628s (24.628s including waiting). Image size: 1607070610 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631b226da770a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 1a6a3078-5fd8-46ea-b58e-2742fa0ab41d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631b22c54f7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: 9412a75b-0cc5-4151-8458-c8fc1e3561c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631b22e180095
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: b4059f4f-e4b2-43db-8e14-9470a3b6e1e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:43Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631b22e277df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: f4c66fe2-bfb0-415e-a415-f9b1d1dc08ea
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.656s (2.656s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:45Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631b2cc814a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14707"
    uid: 10fd7363-8794-45aa-bdea-9ea6d8211542
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:45Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631b2d0662b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: dcbdea1d-6e0c-4f08-8a37-34e5b678cc8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:15:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:46Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631b2d0d9c608
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: 0cc161c1-7eac-44c7-addf-9b3b66c5d5c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:16:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:54Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631b2f9bed1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 4ca09d97-a9e2-4388-9c36-372ee0a6ddb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631ce73af0419
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: 8d301d0f-ec09-473b-bef4-46c1c3f9efdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631ce73af5c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 8520360d-01a9-4834-9a5a-854871c5d2c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: cab27e33-df01-4804-a20b-6cef569edda9
  kind: Event
  lastTimestamp: "2026-09-17T19:17:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:47Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf.18d631cf261a0100
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: a0b7b2f6-e2cf-47af-9b36-22b3e7891528
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14209"
    uid: 306674a1-7ef8-4762-b1e3-0dc76f807751
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-64d8fbb9c6-xx5pf'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-1-predictor-64d8fbb9c6.18d631ab286c74ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14222"
    uid: f12fb50d-7597-4236-8647-99405bd29b13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14208"
    uid: 43cdebca-5036-422e-8d9c-c6a285a54730
  kind: Event
  lastTimestamp: "2026-09-17T19:15:12Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-64d8fbb9c6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:12Z"
    name: isvc-sklearn-graph-1-predictor.18d631ab20fb2c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14210"
    uid: 0ea817bb-5cf4-4cd7-98ab-79cd3b014ad1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14216"
    uid: 60808a82-c08f-422d-aa88-dc22d007ae17
  kind: Event
  lastTimestamp: "2026-09-17T19:15:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:58Z"
    name: isvc-sklearn-graph-1-predictor.18d631aea672bdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: 76257da6-9c6f-437f-a018-ee68c2528890
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14216"
    uid: 60808a82-c08f-422d-aa88-dc22d007ae17
  kind: Event
  lastTimestamp: "2026-09-17T19:15:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:58Z"
    name: isvc-sklearn-graph-1-predictor.18d631aea6d7ed11
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: b46b8794-c9e6-48a3-8fea-0875db1ae327
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 60808a82-c08f-422d-aa88-dc22d007ae17
  kind: Event
  lastTimestamp: "2026-09-17T19:17:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:43Z"
    name: isvc-sklearn-graph-1-predictor.18d631b923be7191
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: cd981dcb-bf1b-43ee-b4b5-4cb44740517a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 60808a82-c08f-422d-aa88-dc22d007ae17
  kind: Event
  lastTimestamp: "2026-09-17T19:17:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:43Z"
    name: isvc-sklearn-graph-1-predictor.18d631b924407b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: a8bd1a8e-a630-49c8-a1b8-2eab21d7c409
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: fa01160c-93a2-44f2-96f2-f30fe5a2fec2
  kind: Event
  lastTimestamp: "2026-09-17T19:17:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:04Z"
    name: isvc-sklearn-graph-1.18d631ab2715083e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: d01eb97c-dba6-4a49-967f-f4ebe0df1d91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: fa01160c-93a2-44f2-96f2-f30fe5a2fec2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-1.18d631ab27d398f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14219"
    uid: 373505dd-80e8-4b23-aeca-978355e79c17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: fa01160c-93a2-44f2-96f2-f30fe5a2fec2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-1.18d631ab27d3f3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14221"
    uid: bdd5e27a-88b7-44fa-b112-395055d3f824
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: fa01160c-93a2-44f2-96f2-f30fe5a2fec2
  kind: Event
  lastTimestamp: "2026-09-17T19:17:04Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:04Z"
    name: isvc-sklearn-graph-1.18d631c50d21b0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: ac5e48bc-9b2e-4e00-8b9b-47eda3f16ba4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:13.727375Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14333"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ab4d004f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "14340"
    uid: 51a98a84-d9a8-4aeb-a419-bdddcbe7b1e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ab56f8c373
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 787abdb4-d263-43a5-8cf3-0605398b19d3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14346"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ab93001ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 69f421c0-eb92-431c-81d6-1892ca50c934
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ab94a301e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14389"
    uid: 8f4105a6-460c-4b6b-afa1-7fd126dae32d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    in 2.852s (2.852s including waiting). Image size: 306615211 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:17Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ac3ea2ed87
    namespace: kserve-ci-e2e-test
    resourceVersion: "14417"
    uid: 0b61ac5f-8083-445f-b598-66a3888d7d9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:17Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ac426bd076
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: e52aa54f-abd7-43f2-b246-fb59d4c170f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:17Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ac42e7b2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14419"
    uid: c791f87d-4b24-4a92-866a-bb266341f89d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:22Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:22Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ad57b6485e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14469"
    uid: cb428ced-5802-40f2-b076-a70441e29ec8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999"
    in 13.335s (13.335s including waiting). Image size: 1607070610 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:35Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631b0728e815e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: 1ef78211-1c61-4958-8125-2dba380d7cd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:35Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631b075ec8715
    namespace: kserve-ci-e2e-test
    resourceVersion: "14607"
    uid: 3b2a2bd5-3772-47b5-ac57-47dcf7257f69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:35Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631b0766b5da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14608"
    uid: fd356f62-7052-43d3-8fa0-c4a4cdf6dc9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:35Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:35Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631b0767a83c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14609"
    uid: cdba57ed-82b4-4dea-a6ad-2b02661547ca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.199s (2.199s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:38Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631b0f991a3d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: 20e63286-ecff-426d-8511-f67fcb9e612b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:38Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631b0fe0fdcc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: ac77dbe2-d040-425c-b2bc-57457b90b7c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:15:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:38Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631b0fe8e33ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: 4bae1756-0342-421d-8aa5-0e9775eff82a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631b116ac54b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: da8949d4-7a13-451a-937c-8fccf75d4fa4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ce78bdd8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16029"
    uid: c8360d64-bd9b-4c81-b5d4-1c889942d6ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631ce78be6f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: ce3795ad-e46b-426c-8794-9c11145295ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: 8e3518db-1e4b-4d82-9b99-141bbeb792eb
  kind: Event
  lastTimestamp: "2026-09-17T19:17:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:49Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c.18d631cf9717290b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: f0616dd0-1545-4473-8bfd-9a8f364c5bc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-74b67d48cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14323"
    uid: 87b8dda4-4556-46a0-8422-1b4f5092d7d2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-74b67d48cc-h9g4c'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-2-predictor-74b67d48cc.18d631ab4c90a045
    namespace: kserve-ci-e2e-test
    resourceVersion: "14334"
    uid: 34f97a5f-5c6f-4735-b8a8-8723648cf85b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14320"
    uid: 206551e7-c3b6-44f3-a06a-9024c942a32e
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-74b67d48cc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-sklearn-graph-2-predictor.18d631ab497466b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14324"
    uid: e4b8161e-3a8e-4beb-ae64-ca8681b0a337
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14322"
    uid: 89008ad3-a46d-4c1a-881e-14efc4e0a0ba
  kind: Event
  lastTimestamp: "2026-09-17T19:16:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:13Z"
    name: isvc-sklearn-graph-2-predictor.18d631aec8347930
    namespace: kserve-ci-e2e-test
    resourceVersion: "14949"
    uid: 9182566c-a026-4998-b8a6-c55f06bae484
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14322"
    uid: 89008ad3-a46d-4c1a-881e-14efc4e0a0ba
  kind: Event
  lastTimestamp: "2026-09-17T19:16:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:13Z"
    name: isvc-sklearn-graph-2-predictor.18d631aec8d073b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: fccfbecd-4309-4e55-a0fa-5a1c81a8f160
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: 89008ad3-a46d-4c1a-881e-14efc4e0a0ba
  kind: Event
  lastTimestamp: "2026-09-17T19:17:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:28Z"
    name: isvc-sklearn-graph-2-predictor.18d631bcc3d64578
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: 37298437-72ef-4582-9130-a12fbb2f2355
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: 89008ad3-a46d-4c1a-881e-14efc4e0a0ba
  kind: Event
  lastTimestamp: "2026-09-17T19:17:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:28Z"
    name: isvc-sklearn-graph-2-predictor.18d631bcc45eb9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: 1be2e9ce-60d1-45a7-aaa0-46a8abc2d7e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14305"
    uid: 8486a2ed-52e5-44de-acbd-61c518c62b06
  kind: Event
  lastTimestamp: "2026-09-17T19:16:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:54Z"
    name: isvc-sklearn-graph-2.18d631ab497a817a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: b80e2909-e028-4d1f-8be1-c6c21af28cad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 8486a2ed-52e5-44de-acbd-61c518c62b06
  kind: Event
  lastTimestamp: "2026-09-17T19:16:54Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:54Z"
    name: isvc-sklearn-graph-2.18d631c2cad3b8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: 08340572-04e8-4cad-b325-d73995e72f0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:13.626955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14306"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    to ip-10-0-135-16.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631ab4703f304
    namespace: kserve-ci-e2e-test
    resourceVersion: "14311"
    uid: d1d2407b-67bc-495b-b23d-d671e8183839
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631ab50665c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14350"
    uid: 7bcffa4c-a6a1-41ee-981b-873cc9483bf1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631ab8cc96a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14382"
    uid: 8cb0e694-71fc-4edc-b48c-721e5bb5c907
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1d6c21eecd85767e766c8e4645ed2e9693444c44908acb6ed6aea2aeca260e1d"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631ab8f10f23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14384"
    uid: 8c1bd357-dbe0-4504-a7e0-24b0dd3556bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631ab9322c569
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 7d9be69f-70d0-4fc3-830a-4bbf359b31a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T19:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:14Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631ab93ae5707
    namespace: kserve-ci-e2e-test
    resourceVersion: "14387"
    uid: 81554413-ad4e-4d02-b374-9e8d77df477f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:19Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T19:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:19Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631aca71b0cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14441"
    uid: aae45a82-8714-43fa-b21f-1153fbebc551
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:43Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 24.071s (24.071s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631b241df3c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: 7861dc61-13a8-4891-8563-ee379bc305d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631b247e16082
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: db6a2a92-700e-4d8b-840a-6cbe901b80e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631b2492d6011
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: 2a71c31c-dec3-438f-80cd-fbb44ed6b9b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:43Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:43Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631b2493ce457
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 75a0131e-3375-4415-866e-a58f51514753
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.21s (2.21s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:45Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631b2cd03ef7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: 2352f10a-cecb-4651-a0ae-f3a28a88f911
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:46Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631b2d09e0e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: 3d62036f-10cf-4b7b-aee2-e462c61ce319
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:15:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:46Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631b2d1137c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: 739675f7-9659-4dd1-910c-f0423cc89dcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:16:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:43Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631b3359be08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: 0f14bfa1-89b5-4512-be00-3eeefd205212
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631ce76b9fac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 56bcf997-8e98-4d5d-ab54-9c144a539d21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631ce76baa398
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: 967ffa0b-5e75-4361-947f-314549fd59eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: a4a74122-c9f0-4285-b7a8-f9a185edfd53
  kind: Event
  lastTimestamp: "2026-09-17T19:17:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:48Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-nsgkf.18d631cf61fe3d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: ffb0394c-f13d-40c4-b0cb-00b06e18d3d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-16.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-555fc69d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14298"
    uid: 0c505500-89f7-4e61-a941-057e30815160
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-nsgkf'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-xgboost-graph-predictor-555fc69d56.18d631ab4692fac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14307"
    uid: d58fdc0f-5a97-4c5c-9f91-db1199ee51e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14296"
    uid: 509f97b5-bae9-416c-9e3f-b842bfad8369
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: isvc-xgboost-graph-predictor.18d631ab4346595a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14299"
    uid: 18e99fc3-636c-4cdd-aa24-6e209612fb31
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14297"
    uid: 82860c89-e8ba-47f4-b335-28894547de7e
  kind: Event
  lastTimestamp: "2026-09-17T19:16:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:28Z"
    name: isvc-xgboost-graph-predictor.18d631aec1d5d7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15079"
    uid: 837873ac-c4ca-4f25-86ba-8ff4c2d4b302
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14297"
    uid: 82860c89-e8ba-47f4-b335-28894547de7e
  kind: Event
  lastTimestamp: "2026-09-17T19:16:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:28Z"
    name: isvc-xgboost-graph-predictor.18d631aec23bb9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: ffc6872b-78af-495e-acae-59ccf9a88a3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: 82860c89-e8ba-47f4-b335-28894547de7e
  kind: Event
  lastTimestamp: "2026-09-17T19:17:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:13Z"
    name: isvc-xgboost-graph-predictor.18d631c03bcf134c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 83f5ad5e-11e0-4962-9024-ea8a21041626
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: 82860c89-e8ba-47f4-b335-28894547de7e
  kind: Event
  lastTimestamp: "2026-09-17T19:17:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:13Z"
    name: isvc-xgboost-graph-predictor.18d631c03c3a2cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 47ee70f2-0c42-49b6-b8c9-dc69001916e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "14281"
    uid: 48466498-55c1-4944-8011-e3eea8d942e1
  kind: Event
  lastTimestamp: "2026-09-17T19:16:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:53Z"
    name: isvc-xgboost-graph.18d631ab434a43a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 4c72bdac-8ae4-4e28-a491-46f3566b5abf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 48466498-55c1-4944-8011-e3eea8d942e1
  kind: Event
  lastTimestamp: "2026-09-17T19:16:53Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:53Z"
    name: isvc-xgboost-graph.18d631c2990735dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15479"
    uid: a78bb22f-5ee3-4669-a4ef-9be5464778e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:33.002165Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-5bd8dbddfc-rbjq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: b7d0ea76-c69e-4b67-ad30-016d58ade526
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-5bd8dbddfc-rbjq7
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:33Z"
    name: model-chainer-5bd8dbddfc-rbjq7.18d631cbba6ce3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: 86ed7096-36ec-46cf-ae2a-d879890fa456
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-5bd8dbddfc-rbjq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: b7d0ea76-c69e-4b67-ad30-016d58ade526
  kind: Event
  lastTimestamp: "2026-09-17T19:17:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:33Z"
    name: model-chainer-5bd8dbddfc-rbjq7.18d631cbc0d95938
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 3fa9989d-f662-4119-8f8a-05420704c260
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-5bd8dbddfc-rbjq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: b7d0ea76-c69e-4b67-ad30-016d58ade526
  kind: Event
  lastTimestamp: "2026-09-17T19:17:33Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:33Z"
    name: model-chainer-5bd8dbddfc-rbjq7.18d631cbee88b0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: 07ef3cbf-be8a-4abe-9d95-01a61e2b61d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-5bd8dbddfc-rbjq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: b7d0ea76-c69e-4b67-ad30-016d58ade526
  kind: Event
  lastTimestamp: "2026-09-17T19:17:33Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:33Z"
    name: model-chainer-5bd8dbddfc-rbjq7.18d631cbefcbcb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: 07201290-74f1-4832-9e24-82631bc731e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-5bd8dbddfc-rbjq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: b7d0ea76-c69e-4b67-ad30-016d58ade526
  kind: Event
  lastTimestamp: "2026-09-17T19:17:33Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-09-17T19:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:33Z"
    name: model-chainer-5bd8dbddfc-rbjq7.18d631cbf2c7db5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 5e06d2d2-e708-4e1b-afe8-9587220aec95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-5bd8dbddfc-rbjq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: b7d0ea76-c69e-4b67-ad30-016d58ade526
  kind: Event
  lastTimestamp: "2026-09-17T19:17:33Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-09-17T19:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:33Z"
    name: model-chainer-5bd8dbddfc-rbjq7.18d631cbf3484f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 22ce3c33-d227-4859-b962-2fed1eb07d1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-5bd8dbddfc-rbjq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: b7d0ea76-c69e-4b67-ad30-016d58ade526
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: model-chainer-5bd8dbddfc-rbjq7.18d631ce6b69ea12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: e9c46d99-dbcb-4f94-8908-5a4a84075f73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-5bd8dbddfc-rbjq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: b7d0ea76-c69e-4b67-ad30-016d58ade526
  kind: Event
  lastTimestamp: "2026-09-17T19:18:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:10Z"
    name: model-chainer-5bd8dbddfc-rbjq7.18d631ce87fff741
    namespace: kserve-ci-e2e-test
    resourceVersion: "16370"
    uid: cd6acab4-4124-4b71-94d2-531eaea57db7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-5bd8dbddfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15819"
    uid: 4cde0788-3745-4158-a1b9-d068dfca07ec
  kind: Event
  lastTimestamp: "2026-09-17T19:17:32Z"
  message: 'Created pod: model-chainer-5bd8dbddfc-rbjq7'
  metadata:
    creationTimestamp: "2026-09-17T19:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:32Z"
    name: model-chainer-5bd8dbddfc.18d631cbb9bc6f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: 2a4e8080-71c7-4c73-9231-b3c2603cb0fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15817"
    uid: 3837aab5-116d-4906-8236-53c04a8d09b0
  kind: Event
  lastTimestamp: "2026-09-17T19:17:32Z"
  message: Scaled up replica set model-chainer-5bd8dbddfc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:32Z"
    name: model-chainer.18d631cbb8cbee0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: 88769c90-0d3d-464b-80cb-98f4985e7e44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: eb48e57d-7bce-4244-93e5-5930ac4d0ecb
  kind: Event
  lastTimestamp: "2026-09-17T19:17:33Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:33Z"
    name: model-chainer.18d631cbbef589bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15834"
    uid: 8ec71162-c828-4e15-8cb3-cf782dacc4af
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:28:20.642518Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-30eba-68667c8b8c-qjtfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: 3faa556c-190c-4e43-abc0-2261d88c5ae4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-30eba-68667c8b8c-qjtfw
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:28:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:28:20Z"
    name: sequence-graph-30eba-68667c8b8c-qjtfw.18d6326284cc675e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: 2a028360-a714-4b65-a1e7-2e456619ff78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-30eba-68667c8b8c-qjtfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 3faa556c-190c-4e43-abc0-2261d88c5ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-30eba-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:20Z"
    name: sequence-graph-30eba-68667c8b8c-qjtfw.18d632629101c011
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: d11b50db-7ebe-4921-8fba-fb399e411a3a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-30eba-68667c8b8c-qjtfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: 3faa556c-190c-4e43-abc0-2261d88c5ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:21Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:28:21Z"
    name: sequence-graph-30eba-68667c8b8c-qjtfw.18d63262ca54181c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: bfad4360-1dd1-45d0-8d6f-89143ad29876
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-30eba}
    kind: Pod
    name: sequence-graph-30eba-68667c8b8c-qjtfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 3faa556c-190c-4e43-abc0-2261d88c5ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:21Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:21Z"
    name: sequence-graph-30eba-68667c8b8c-qjtfw.18d63262cb967fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 107bcfe8-736f-4a85-891b-5271beec575e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-30eba}
    kind: Pod
    name: sequence-graph-30eba-68667c8b8c-qjtfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 3faa556c-190c-4e43-abc0-2261d88c5ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:21Z"
  message: 'Created container: sequence-graph-30eba'
  metadata:
    creationTimestamp: "2026-09-17T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:21Z"
    name: sequence-graph-30eba-68667c8b8c-qjtfw.18d63262ce4859d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: d67b7019-9953-4851-a3a0-ee445f428b08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-30eba}
    kind: Pod
    name: sequence-graph-30eba-68667c8b8c-qjtfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 3faa556c-190c-4e43-abc0-2261d88c5ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:21Z"
  message: Started container sequence-graph-30eba
  metadata:
    creationTimestamp: "2026-09-17T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:21Z"
    name: sequence-graph-30eba-68667c8b8c-qjtfw.18d63262cebcf1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: ebe4adac-c3ee-4d0e-bebe-ced8ece5dc05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-30eba}
    kind: Pod
    name: sequence-graph-30eba-68667c8b8c-qjtfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 3faa556c-190c-4e43-abc0-2261d88c5ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: Stopping container sequence-graph-30eba
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: sequence-graph-30eba-68667c8b8c-qjtfw.18d63265113643ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: ee477263-6eb7-4c4c-9077-2c6ce2e8a4a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-30eba}
    kind: Pod
    name: sequence-graph-30eba-68667c8b8c-qjtfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 3faa556c-190c-4e43-abc0-2261d88c5ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:28:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:58Z"
    name: sequence-graph-30eba-68667c8b8c-qjtfw.18d632657f0f669f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: 0fb5c139-4ae1-4aa6-8a15-cd33d6a76dbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-30eba-68667c8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21268"
    uid: fdb63868-4173-4edf-ace2-882253ae8fd3
  kind: Event
  lastTimestamp: "2026-09-17T19:28:20Z"
  message: 'Created pod: sequence-graph-30eba-68667c8b8c-qjtfw'
  metadata:
    creationTimestamp: "2026-09-17T19:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:20Z"
    name: sequence-graph-30eba-68667c8b8c.18d63262840b8f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: d3323c55-2790-43b7-aaa6-615536830c8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-30eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: 92e51c4f-65a6-4521-a652-bf9115842ca3
  kind: Event
  lastTimestamp: "2026-09-17T19:28:20Z"
  message: Scaled up replica set sequence-graph-30eba-68667c8b8c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:20Z"
    name: sequence-graph-30eba.18d6326282a5854e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21269"
    uid: ee16c927-1014-4d4e-94cd-61b82b06bce2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-30eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: 2058b4a6-6a5c-42a7-9a06-2c426287f96b
  kind: Event
  lastTimestamp: "2026-09-17T19:28:20Z"
  message: InferenceGraph [sequence-graph-30eba] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:20Z"
    name: sequence-graph-30eba.18d6326289467fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: 387a00ef-d875-4eac-a751-17b9edf8fb26
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:29:41.839981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-cedb0-c565b857f-8kg7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: 3c2b6c6e-b9de-4cd7-a0b5-e9bf3e922951
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-cedb0-c565b857f-8kg7l
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:29:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:29:41Z"
    name: sequence-graph-cedb0-c565b857f-8kg7l.18d632756c8b60c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 22f7b23f-6518-45a5-9f0e-5e44f35730b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-cedb0-c565b857f-8kg7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 3c2b6c6e-b9de-4cd7-a0b5-e9bf3e922951
  kind: Event
  lastTimestamp: "2026-09-17T19:29:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-cedb0-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:41Z"
    name: sequence-graph-cedb0-c565b857f-8kg7l.18d6327573196b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 43240b9d-35d3-4977-8511-93a74a6c154a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-cedb0-c565b857f-8kg7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 3c2b6c6e-b9de-4cd7-a0b5-e9bf3e922951
  kind: Event
  lastTimestamp: "2026-09-17T19:29:43Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:29:43Z"
    name: sequence-graph-cedb0-c565b857f-8kg7l.18d63275b22f158d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: c37a92ed-6623-4312-bc6f-ef6c483d2612
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cedb0}
    kind: Pod
    name: sequence-graph-cedb0-c565b857f-8kg7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 3c2b6c6e-b9de-4cd7-a0b5-e9bf3e922951
  kind: Event
  lastTimestamp: "2026-09-17T19:29:43Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:43Z"
    name: sequence-graph-cedb0-c565b857f-8kg7l.18d63275b376b210
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 79e97465-f4b8-4cbc-8e4b-d41270cd90e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cedb0}
    kind: Pod
    name: sequence-graph-cedb0-c565b857f-8kg7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 3c2b6c6e-b9de-4cd7-a0b5-e9bf3e922951
  kind: Event
  lastTimestamp: "2026-09-17T19:29:43Z"
  message: 'Created container: sequence-graph-cedb0'
  metadata:
    creationTimestamp: "2026-09-17T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:43Z"
    name: sequence-graph-cedb0-c565b857f-8kg7l.18d63275b64998aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22179"
    uid: 231892a9-1fdd-47bd-be81-d0dcdf377b3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cedb0}
    kind: Pod
    name: sequence-graph-cedb0-c565b857f-8kg7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 3c2b6c6e-b9de-4cd7-a0b5-e9bf3e922951
  kind: Event
  lastTimestamp: "2026-09-17T19:29:43Z"
  message: Started container sequence-graph-cedb0
  metadata:
    creationTimestamp: "2026-09-17T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:29:43Z"
    name: sequence-graph-cedb0-c565b857f-8kg7l.18d63275b6c02b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: 8d730ce7-4deb-4e44-b5a1-2d729dfda114
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cedb0}
    kind: Pod
    name: sequence-graph-cedb0-c565b857f-8kg7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 3c2b6c6e-b9de-4cd7-a0b5-e9bf3e922951
  kind: Event
  lastTimestamp: "2026-09-17T19:37:56Z"
  message: Stopping container sequence-graph-cedb0
  metadata:
    creationTimestamp: "2026-09-17T19:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:56Z"
    name: sequence-graph-cedb0-c565b857f-8kg7l.18d632e8b43d003a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: 517ac7c2-a2a9-4b70-a88e-ab1639db3e02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cedb0}
    kind: Pod
    name: sequence-graph-cedb0-c565b857f-8kg7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 3c2b6c6e-b9de-4cd7-a0b5-e9bf3e922951
  kind: Event
  lastTimestamp: "2026-09-17T19:38:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:24Z"
    name: sequence-graph-cedb0-c565b857f-8kg7l.18d632e9593c72f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: 4c544c7e-9d13-4683-8d7d-9fe279ce2bba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-cedb0-c565b857f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 0eb6fba0-81e1-4d19-aeb7-07301958b3bc
  kind: Event
  lastTimestamp: "2026-09-17T19:29:41Z"
  message: 'Created pod: sequence-graph-cedb0-c565b857f-8kg7l'
  metadata:
    creationTimestamp: "2026-09-17T19:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:41Z"
    name: sequence-graph-cedb0-c565b857f.18d632756c316c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: 454f298a-5c53-4808-b6f5-83a32a2b4874
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-cedb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 60ae2616-5366-4066-9ef9-46fa62d53a5a
  kind: Event
  lastTimestamp: "2026-09-17T19:29:41Z"
  message: Scaled up replica set sequence-graph-cedb0-c565b857f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:41Z"
    name: sequence-graph-cedb0.18d632756b2bc5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 4681cb90-0ee0-4e18-998f-f422b0fae47d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-cedb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 69b6a8f5-008a-4369-baae-d0ffa6c2c671
  kind: Event
  lastTimestamp: "2026-09-17T19:29:41Z"
  message: InferenceGraph [sequence-graph-cedb0] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:29:41Z"
    name: sequence-graph-cedb0.18d6327570b4a93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: 8428deef-e424-43e2-9c2e-3fe38fe6e19e
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-cedb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: f957c036-f6a9-4689-bc51-ce7fac870fc7
  kind: Event
  lastTimestamp: "2026-09-17T19:30:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:11Z"
    name: sequence-graph-cedb0.18d63278e9b5b8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: 5f545132-1424-4048-b9d4-fe46ef67f8fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-cedb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: f957c036-f6a9-4689-bc51-ce7fac870fc7
  kind: Event
  lastTimestamp: "2026-09-17T19:30:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:11Z"
    name: sequence-graph-cedb0.18d63278ea03cef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22394"
    uid: ec46c474-a98a-4863-b045-b851ffab4b57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:18:54.773812Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-fcbf3-85495fc98d-vb8sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: ff5727bb-528b-4064-b0e3-03d65fd163dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-fcbf3-85495fc98d-vb8sq
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:18:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:18:54Z"
    name: sequence-graph-fcbf3-85495fc98d-vb8sq.18d631dec465389c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 53a981dd-5e6e-4edf-a601-e8e6cb0058b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-fcbf3-85495fc98d-vb8sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: ff5727bb-528b-4064-b0e3-03d65fd163dc
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: sequence-graph-fcbf3-85495fc98d-vb8sq.18d631dee65d2a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 1d28c132-a31d-42f0-844a-3c4469af1c44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-fcbf3}
    kind: Pod
    name: sequence-graph-fcbf3-85495fc98d-vb8sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: ff5727bb-528b-4064-b0e3-03d65fd163dc
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: sequence-graph-fcbf3-85495fc98d-vb8sq.18d631dee796d175
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: 60c15dda-6a53-49a8-91d3-56c721807177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-fcbf3}
    kind: Pod
    name: sequence-graph-fcbf3-85495fc98d-vb8sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: ff5727bb-528b-4064-b0e3-03d65fd163dc
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: 'Created container: sequence-graph-fcbf3'
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: sequence-graph-fcbf3-85495fc98d-vb8sq.18d631deeb2b9532
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 7e094be1-a2e5-414e-9c03-a16557ad3f44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-fcbf3}
    kind: Pod
    name: sequence-graph-fcbf3-85495fc98d-vb8sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: ff5727bb-528b-4064-b0e3-03d65fd163dc
  kind: Event
  lastTimestamp: "2026-09-17T19:18:55Z"
  message: Started container sequence-graph-fcbf3
  metadata:
    creationTimestamp: "2026-09-17T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:18:55Z"
    name: sequence-graph-fcbf3-85495fc98d-vb8sq.18d631deeba6fbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 1959d63a-2eac-4a33-bea9-49e61f3d28d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-fcbf3}
    kind: Pod
    name: sequence-graph-fcbf3-85495fc98d-vb8sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: ff5727bb-528b-4064-b0e3-03d65fd163dc
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: Stopping container sequence-graph-fcbf3
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: sequence-graph-fcbf3-85495fc98d-vb8sq.18d6325229ccc41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 9d1881ec-57c9-4c29-ae6a-ccd992fb4a25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-fcbf3}
    kind: Pod
    name: sequence-graph-fcbf3-85495fc98d-vb8sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: ff5727bb-528b-4064-b0e3-03d65fd163dc
  kind: Event
  lastTimestamp: "2026-09-17T19:27:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:37Z"
    name: sequence-graph-fcbf3-85495fc98d-vb8sq.18d632529ea6c0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: 7719c110-5715-492b-aa6c-1c843bffd67e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-fcbf3-85495fc98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: d6ebd71f-c657-4a52-aa9e-29aeb2fc35d2
  kind: Event
  lastTimestamp: "2026-09-17T19:18:54Z"
  message: 'Created pod: sequence-graph-fcbf3-85495fc98d-vb8sq'
  metadata:
    creationTimestamp: "2026-09-17T19:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:54Z"
    name: sequence-graph-fcbf3-85495fc98d.18d631dec4114a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 88800ab4-5fc3-4979-a7c9-d1c3a684e010
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 6aac7b17-cbe3-4474-8fa5-309a44cd16cc
  kind: Event
  lastTimestamp: "2026-09-17T19:18:54Z"
  message: Scaled up replica set sequence-graph-fcbf3-85495fc98d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:54Z"
    name: sequence-graph-fcbf3.18d631dec332e8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: 8e3bcc2e-019c-4211-b851-436c4c37869d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 0c422f71-c60a-4639-9922-5b5b0898cafa
  kind: Event
  lastTimestamp: "2026-09-17T19:18:54Z"
  message: InferenceGraph [sequence-graph-fcbf3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:54Z"
    name: sequence-graph-fcbf3.18d631dec8cbac17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: de3961a2-cb7f-43ba-b879-f3eaf8714cad
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: ae56d6a9-8fea-4a83-b929-c59884f9d11f
  kind: Event
  lastTimestamp: "2026-09-17T19:19:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:09Z"
    name: sequence-graph-fcbf3.18d631e241e0a7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 316986bf-4172-4fbc-b6f7-d1ba89a3b434
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: ae56d6a9-8fea-4a83-b929-c59884f9d11f
  kind: Event
  lastTimestamp: "2026-09-17T19:19:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:09Z"
    name: sequence-graph-fcbf3.18d631e24254afb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: fcc91cd4-65db-44a4-982c-b3352b5cedd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ae56d6a9-8fea-4a83-b929-c59884f9d11f
  kind: Event
  lastTimestamp: "2026-09-17T19:19:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:24Z"
    name: sequence-graph-fcbf3.18d631e5c1107ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 63f67fd9-5335-48a6-a602-e68d055d12f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:19:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: ae56d6a9-8fea-4a83-b929-c59884f9d11f
  kind: Event
  lastTimestamp: "2026-09-17T19:19:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:24Z"
    name: sequence-graph-fcbf3.18d631e5c164a6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 3626adf6-9458-4c1c-86ac-4c2989b48a02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:39:27.426648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-21196-646b77cb57-jxs79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: c78e9d00-bd33-4e9f-a25a-5deef211901d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-21196-646b77cb57-jxs79
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:39:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:39:27Z"
    name: splitter-graph-21196-646b77cb57-jxs79.18d632fdc43ac9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: ed934c77-7b1f-420e-9838-fa57ed55b61e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-21196-646b77cb57-jxs79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: c78e9d00-bd33-4e9f-a25a-5deef211901d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-21196-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:27Z"
    name: splitter-graph-21196-646b77cb57-jxs79.18d632fdd2ef80c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: d6886748-cd5e-42a7-b6eb-e7bda21ceb60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-21196-646b77cb57-jxs79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: c78e9d00-bd33-4e9f-a25a-5deef211901d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:28Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:39:28Z"
    name: splitter-graph-21196-646b77cb57-jxs79.18d632fe09c4fce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27236"
    uid: 41f02fd3-7a80-413e-8d06-6d2dbca2b185
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-21196}
    kind: Pod
    name: splitter-graph-21196-646b77cb57-jxs79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: c78e9d00-bd33-4e9f-a25a-5deef211901d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:28Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:28Z"
    name: splitter-graph-21196-646b77cb57-jxs79.18d632fe0b189c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: 6cb078a3-bacc-4b8f-87d4-55e8336661a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-21196}
    kind: Pod
    name: splitter-graph-21196-646b77cb57-jxs79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: c78e9d00-bd33-4e9f-a25a-5deef211901d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:28Z"
  message: 'Created container: splitter-graph-21196'
  metadata:
    creationTimestamp: "2026-09-17T19:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:28Z"
    name: splitter-graph-21196-646b77cb57-jxs79.18d632fe0e00f38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: 0cb5d9ed-524f-4b64-a86c-799bdb6d44bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-21196}
    kind: Pod
    name: splitter-graph-21196-646b77cb57-jxs79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: c78e9d00-bd33-4e9f-a25a-5deef211901d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:28Z"
  message: Started container splitter-graph-21196
  metadata:
    creationTimestamp: "2026-09-17T19:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:28Z"
    name: splitter-graph-21196-646b77cb57-jxs79.18d632fe0e747890
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: c72ee4f7-004f-4289-93eb-5ad967035d57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-21196}
    kind: Pod
    name: splitter-graph-21196-646b77cb57-jxs79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: c78e9d00-bd33-4e9f-a25a-5deef211901d
  kind: Event
  lastTimestamp: "2026-09-17T19:47:42Z"
  message: Stopping container splitter-graph-21196
  metadata:
    creationTimestamp: "2026-09-17T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:42Z"
    name: splitter-graph-21196-646b77cb57-jxs79.18d633710db8088c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30715"
    uid: ff6289de-bdc8-4644-9ef2-818331d1a51d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-21196}
    kind: Pod
    name: splitter-graph-21196-646b77cb57-jxs79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: c78e9d00-bd33-4e9f-a25a-5deef211901d
  kind: Event
  lastTimestamp: "2026-09-17T19:48:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:48:09Z"
    name: splitter-graph-21196-646b77cb57-jxs79.18d6337195ff15e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 85d56b5d-b614-4bc5-b1be-a4eab4134fa4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-21196-646b77cb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: f8ce2f62-bad3-4fbd-a862-31b1c8cbb7df
  kind: Event
  lastTimestamp: "2026-09-17T19:39:27Z"
  message: 'Created pod: splitter-graph-21196-646b77cb57-jxs79'
  metadata:
    creationTimestamp: "2026-09-17T19:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:27Z"
    name: splitter-graph-21196-646b77cb57.18d632fdc3ce1ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27205"
    uid: 7eef8717-ed2e-4e89-9391-c2e13b283387
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: a6891cf2-ff72-4a04-a528-a37be5c2488e
  kind: Event
  lastTimestamp: "2026-09-17T19:39:27Z"
  message: Scaled up replica set splitter-graph-21196-646b77cb57 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:27Z"
    name: splitter-graph-21196.18d632fdc3188876
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: c5008fb7-5c66-42eb-be55-e1e7c71d893b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27215"
    uid: ec015244-0210-40da-874f-bed79b9ba871
  kind: Event
  lastTimestamp: "2026-09-17T19:39:27Z"
  message: InferenceGraph [splitter-graph-21196] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:27Z"
    name: splitter-graph-21196.18d632fdc80768fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27217"
    uid: 11e20b8e-b909-44c8-9131-20417f20c17c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: ecbcdd82-cbc9-499e-9939-1846b9b633d8
  kind: Event
  lastTimestamp: "2026-09-17T19:39:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:42Z"
    name: splitter-graph-21196.18d633014188e5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27355"
    uid: e4b6760f-3ab7-4e27-8bdf-3af0f4bb77fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: ecbcdd82-cbc9-499e-9939-1846b9b633d8
  kind: Event
  lastTimestamp: "2026-09-17T19:39:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:42Z"
    name: splitter-graph-21196.18d6330141f8474b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27357"
    uid: 8368763c-6795-4649-ae7c-27fa8979222c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: ecbcdd82-cbc9-499e-9939-1846b9b633d8
  kind: Event
  lastTimestamp: "2026-09-17T19:39:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:57Z"
    name: splitter-graph-21196.18d63304c0c45300
    namespace: kserve-ci-e2e-test
    resourceVersion: "27461"
    uid: cb410c91-92cc-4eea-acd2-0d75458ede09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: ecbcdd82-cbc9-499e-9939-1846b9b633d8
  kind: Event
  lastTimestamp: "2026-09-17T19:39:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:57Z"
    name: splitter-graph-21196.18d63304c1294bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27462"
    uid: c28942fb-b20a-4a29-ad0f-6b9fce2cc12c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:38:05.995539Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 37e55478-59e1-49dd-9223-1d0d60abcaae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-fe2a8-59cd49fc6f-sz95j
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:38:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:38:05Z"
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j.18d632eace8eba3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: b31ef912-abb7-4914-a4ed-6d4b25c0191c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 37e55478-59e1-49dd-9223-1d0d60abcaae
  kind: Event
  lastTimestamp: "2026-09-17T19:38:06Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:38:06Z"
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j.18d632eaf0b978df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26315"
    uid: 41089967-91d0-4900-83a8-5a82457e4106
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-fe2a8}
    kind: Pod
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 37e55478-59e1-49dd-9223-1d0d60abcaae
  kind: Event
  lastTimestamp: "2026-09-17T19:38:06Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:06Z"
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j.18d632eaf229e32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 3bdb598f-1657-46b6-b5d9-f15a6ada6ae8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-fe2a8}
    kind: Pod
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 37e55478-59e1-49dd-9223-1d0d60abcaae
  kind: Event
  lastTimestamp: "2026-09-17T19:38:06Z"
  message: 'Created container: splitter-graph-fe2a8'
  metadata:
    creationTimestamp: "2026-09-17T19:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:06Z"
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j.18d632eaf5999f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 5c3ffb3f-243b-4f27-8c26-48d4cfd08178
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-fe2a8}
    kind: Pod
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 37e55478-59e1-49dd-9223-1d0d60abcaae
  kind: Event
  lastTimestamp: "2026-09-17T19:38:06Z"
  message: Started container splitter-graph-fe2a8
  metadata:
    creationTimestamp: "2026-09-17T19:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:06Z"
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j.18d632eaf60e2803
    namespace: kserve-ci-e2e-test
    resourceVersion: "26319"
    uid: 272ae26d-2227-4c6a-95d0-39bf50bf82b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-fe2a8}
    kind: Pod
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 37e55478-59e1-49dd-9223-1d0d60abcaae
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Stopping container splitter-graph-fe2a8
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j.18d632ed6a647791
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: 40c03c2e-f1c3-40ed-ad2e-11472dba8d00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-fe2a8}
    kind: Pod
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 37e55478-59e1-49dd-9223-1d0d60abcaae
  kind: Event
  lastTimestamp: "2026-09-17T19:38:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:43Z"
    name: splitter-graph-fe2a8-59cd49fc6f-sz95j.18d632edbc2e2405
    namespace: kserve-ci-e2e-test
    resourceVersion: "26775"
    uid: f935e14a-900f-474f-9a7e-861150bb3c34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-fe2a8-59cd49fc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26287"
    uid: a64a3c44-d894-4ab8-a96c-e86c666a0999
  kind: Event
  lastTimestamp: "2026-09-17T19:38:05Z"
  message: 'Created pod: splitter-graph-fe2a8-59cd49fc6f-sz95j'
  metadata:
    creationTimestamp: "2026-09-17T19:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:05Z"
    name: splitter-graph-fe2a8-59cd49fc6f.18d632eacdf817b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: c4a4c390-2c83-4f40-9a78-0264dd1d5716
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-fe2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: 5a95695c-0e94-44b8-b4c0-c1b285072c3b
  kind: Event
  lastTimestamp: "2026-09-17T19:38:05Z"
  message: Scaled up replica set splitter-graph-fe2a8-59cd49fc6f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:05Z"
    name: splitter-graph-fe2a8.18d632eaccfb910b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: 14e864e0-1257-44bf-94b3-c9d8e9b42b81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-fe2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26302"
    uid: bee061b1-7951-427d-9a3d-709be9401b42
  kind: Event
  lastTimestamp: "2026-09-17T19:38:06Z"
  message: InferenceGraph [splitter-graph-fe2a8] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:06Z"
    name: splitter-graph-fe2a8.18d632ead3e4c717
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 6877acd4-e6d3-4822-bd40-470e7ee47465
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:38:17.388387Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632ed759fc912
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: bec94df1-2a0e-43e4-a34b-3d4a9495d932
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632ed98145de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26531"
    uid: be357138-a026-4102-bd7e-78cac92294ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632ed997670d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: 469fbdc3-5c50-4530-bb37-4da575bbe99f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632ed9d1a6829
    namespace: kserve-ci-e2e-test
    resourceVersion: "26537"
    uid: a4cc2c1c-db29-4417-a02f-f564b8a1957f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632ed9d9be9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: dd6c165f-1164-41a3-b289-85e31167a710
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632ed9da6d273
    namespace: kserve-ci-e2e-test
    resourceVersion: "26539"
    uid: 00a81372-3dec-4a87-916f-69f93a02749e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632eda075440e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26543"
    uid: 6cb3523d-2b28-4c9a-a812-a2239be27cce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632eda0e57745
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: a40c6a23-f7aa-45bc-ae9e-338c3dcdb869
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:47:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:44Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d632edb1a8a3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 4329c720-6478-4eba-b628-7e330c47a9c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:47:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:42Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d633711444ff65
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: 9134e2cf-af21-4c90-8b8d-7e22edb5c028
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:47:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:42Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d6337114459d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 97c9f923-488f-489d-9318-6d6645d38cc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 66961fd2-01c2-48d2-899c-5847a7b53b56
  kind: Event
  lastTimestamp: "2026-09-17T19:47:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:47:44Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65-rwthp.18d633717a57b3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: 56d27f76-f631-4450-80d6-566c44fae057
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-21196-predictor-9d4bcdc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: 28ee2cf1-2e41-4f3b-86dc-32993e408eb7
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: 'Created pod: success-200-isvc-21196-predictor-9d4bcdc65-rwthp'
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-21196-predictor-9d4bcdc65.18d632ed74f88630
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: 21d1dd83-6a81-4225-950e-ba80c4f8c702
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: e6fa72e6-915b-484e-b608-a4e8413b77fc
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Scaled up replica set success-200-isvc-21196-predictor-9d4bcdc65 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-21196-predictor.18d632ed72f15b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: b969c81c-4b45-4211-98b7-3111724430a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: fe724c79-442b-4c58-b3d6-e5e3ef17e51c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:02Z"
    name: success-200-isvc-21196-predictor.18d632f0f18fcf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 31b796c6-3616-45f8-9229-8a18ab9f2831
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: fe724c79-442b-4c58-b3d6-e5e3ef17e51c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:02Z"
    name: success-200-isvc-21196-predictor.18d632f0f2092e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: 1dc794c1-d92a-421c-bfc8-b3b07c606d3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: fe724c79-442b-4c58-b3d6-e5e3ef17e51c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:47Z"
    name: success-200-isvc-21196-predictor.18d632f4719523b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27388"
    uid: 94ce8d68-fbf6-4985-a06e-f8c6d0d7e950
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-21196-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: fe724c79-442b-4c58-b3d6-e5e3ef17e51c
  kind: Event
  lastTimestamp: "2026-09-17T19:39:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:47Z"
    name: success-200-isvc-21196-predictor.18d632f47227baa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27389"
    uid: d3d13f41-442b-4bb4-a1c0-5e4dde6b4d48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "26433"
    uid: c7e59f16-f3b2-4b43-a8b3-9354597f33e6
  kind: Event
  lastTimestamp: "2026-09-17T19:39:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:14Z"
    name: success-200-isvc-21196.18d632ed73054d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: 87649f04-338c-4911-b8ac-06535252b24e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "26433"
    uid: c7e59f16-f3b2-4b43-a8b3-9354597f33e6
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-21196":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-21196":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-21196.18d632ed739e8a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26468"
    uid: 855213d4-1ca7-4ccd-9efc-4c1f49ddb96d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "26433"
    uid: c7e59f16-f3b2-4b43-a8b3-9354597f33e6
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-21196": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-21196.18d632ed739ec701
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: 05c94beb-2f3d-46a3-ac4d-fc4d6c938189
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-21196
    namespace: kserve-ci-e2e-test
    resourceVersion: "27091"
    uid: c7e59f16-f3b2-4b43-a8b3-9354597f33e6
  kind: Event
  lastTimestamp: "2026-09-17T19:39:14Z"
  message: InferenceService [success-200-isvc-21196] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:14Z"
    name: success-200-isvc-21196.18d632fac63f604f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: a1694020-e963-4124-86fc-96bc2a991b05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:37:57.215164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25947"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e8c334d1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: b4952048-9efe-4393-a97a-c75211a57790
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-26209-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e8cb1adfac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25982"
    uid: 7399c75b-6abe-4eb9-96c0-6156a440b181
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25958"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e908affe1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: a349df6d-3f75-49d1-adeb-195692fcc3fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e90a039d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: a0790d3c-7efd-4e77-96e2-142d594a2e88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e90d021eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26032"
    uid: 8a12396d-359f-4253-8698-4187865511ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e90d757d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26033"
    uid: 1097066d-23a0-483a-90cd-2d45a30ee6bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e90d7f2575
    namespace: kserve-ci-e2e-test
    resourceVersion: "26034"
    uid: 03933f54-dc6c-4fd3-8050-4b2ad7686721
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e91148c929
    namespace: kserve-ci-e2e-test
    resourceVersion: "26038"
    uid: b98c300f-3e1e-4a41-a706-179c0a8aa1a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:37:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:58Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e911bd11b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: 03e3ae7c-4abc-4eff-a4da-efe929dde42a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:38:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:45Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d632e93ec1e0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: 9e2331d3-1180-4de2-8fa3-6a35edd6123a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:55:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:27Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d633dd4b24c771
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: 732309ea-839c-4aa2-98b5-78a593893ff5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:55:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:27Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d633dd4b255a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: c53d7dbb-2b97-4808-8686-e1a65e2d00ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 247126b2-16da-4af0-a78b-63cdd2565bf3
  kind: Event
  lastTimestamp: "2026-09-17T19:55:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:30Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8.18d633ddf3949405
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 78ad35d0-76a5-43f0-9d05-3f63c7d004f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-26209-predictor-cdfb4dcd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25940"
    uid: 64f778fc-e3e5-4c0b-b9a9-36f0825a3f6e
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: 'Created pod: success-200-isvc-26209-predictor-cdfb4dcd5-x4tz8'
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: success-200-isvc-26209-predictor-cdfb4dcd5.18d632e8c2b0ded3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25948"
    uid: b457e638-6595-4183-a7da-b4f0e4e65680
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: c17dd871-e2cb-4951-99ac-d1b6a20f272b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: Scaled up replica set success-200-isvc-26209-predictor-cdfb4dcd5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: success-200-isvc-26209-predictor.18d632e8c0f5c4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25941"
    uid: cf918587-a2a5-410b-b85c-37dda8fc5d3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: c2701f2d-2a83-4f8f-ae67-d2b9f05b2a8a
  kind: Event
  lastTimestamp: "2026-09-17T19:38:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:27Z"
    name: success-200-isvc-26209-predictor.18d632ec3f842af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: 9a5e9e7b-a6a9-47c4-b353-6242e411897e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: c2701f2d-2a83-4f8f-ae67-d2b9f05b2a8a
  kind: Event
  lastTimestamp: "2026-09-17T19:38:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:27Z"
    name: success-200-isvc-26209-predictor.18d632ec3ff21139
    namespace: kserve-ci-e2e-test
    resourceVersion: "26645"
    uid: 51d98477-5900-419e-9288-24223d6a1ba1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: c2701f2d-2a83-4f8f-ae67-d2b9f05b2a8a
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: success-200-isvc-26209-predictor.18d632f33d9d93ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: cf824d20-4fd5-40ab-bc50-fc36351972e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-26209-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: c2701f2d-2a83-4f8f-ae67-d2b9f05b2a8a
  kind: Event
  lastTimestamp: "2026-09-17T19:39:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:12Z"
    name: success-200-isvc-26209-predictor.18d632f33e1378ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27057"
    uid: c5640538-fde8-4a87-bef9-09979e54500f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "25927"
    uid: a2787169-9731-4fd7-8f08-05fb00c9510e
  kind: Event
  lastTimestamp: "2026-09-17T19:38:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:55Z"
    name: success-200-isvc-26209.18d632e8c0fdfb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26881"
    uid: 48812da3-803c-490e-b861-5eef80fc428c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "26879"
    uid: a2787169-9731-4fd7-8f08-05fb00c9510e
  kind: Event
  lastTimestamp: "2026-09-17T19:38:55Z"
  message: InferenceService [success-200-isvc-26209] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:38:55Z"
    name: success-200-isvc-26209.18d632f64e0f87ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: fe0a421a-a6f8-4f3e-bd7d-1b301523394e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:10.718760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d632523d04a82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20425"
    uid: 105e1e06-61a0-4cd0-b588-9f93f0c3dd04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20428"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:27:11Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:11Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d632525eee812d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: 5a1b2bd7-b7af-4faa-8883-213481bd36c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:27:11Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:11Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d6325260663628
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: ea49e5c7-dc01-402f-801b-5152b107749d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:27:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:11Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d632526334277d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20470"
    uid: f41e781c-b86e-4dcc-aff1-c99573b7785b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:27:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:11Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d6325263af4b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: d0e01406-37ee-40b4-b0ed-780d64330dde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:27:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:11Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d6325263bb930c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20472"
    uid: 4ffc0a63-4358-43e5-a8b0-e0e99072d6d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:27:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:11Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d6325266e9887b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: e921e4cd-889f-494e-995f-ed32d2543b72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:27:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:11Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d63252676467e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20474"
    uid: 2951cd6e-c350-4b96-9786-b2f0bbda856f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:27:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:58Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d632529775756b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: cc8c777a-1ed1-462b-895b-9267b12ac82f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d632651725fc28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 1fb534af-17be-4777-8db7-9d5161ba6062
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d6326517267731
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: 3b5f62c7-38cb-4537-b073-d72fe00e2907
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 14e323e0-7081-47e9-9bc8-fae817f75bbe
  kind: Event
  lastTimestamp: "2026-09-17T19:28:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:33Z"
    name: success-200-isvc-30eba-predictor-68c87bd657-pdbdn.18d6326573b0d7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: 39bd851d-88de-4616-a0c7-5a24b578f600
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-30eba-predictor-68c87bd657
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 9e403f29-5813-4a40-a518-4cf42cd1b497
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: 'Created pod: success-200-isvc-30eba-predictor-68c87bd657-pdbdn'
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: success-200-isvc-30eba-predictor-68c87bd657.18d632523c7b3ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: 78a42368-9758-40c3-97a5-6cf6c97ffb63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: de7e1146-5e20-49c9-a39d-a6625ea984e6
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: Scaled up replica set success-200-isvc-30eba-predictor-68c87bd657 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: success-200-isvc-30eba-predictor.18d6325239ce3b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: 0839f000-2b39-4966-802d-73bcb235266b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: c8f971b9-fee5-4971-8e2c-8e2ee1f118c7
  kind: Event
  lastTimestamp: "2026-09-17T19:27:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:40Z"
    name: success-200-isvc-30eba-predictor.18d63255b8611c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: ef7cdb08-52d5-4d96-a542-a56675d232b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: c8f971b9-fee5-4971-8e2c-8e2ee1f118c7
  kind: Event
  lastTimestamp: "2026-09-17T19:27:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:40Z"
    name: success-200-isvc-30eba-predictor.18d63255b8d2a785
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: 6e0b3ffc-de30-439a-8d07-44e48473cbcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: c8f971b9-fee5-4971-8e2c-8e2ee1f118c7
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: success-200-isvc-30eba-predictor.18d6325cb7eda1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: dd114c30-406d-4462-9b91-db8b757f7365
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-30eba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: c8f971b9-fee5-4971-8e2c-8e2ee1f118c7
  kind: Event
  lastTimestamp: "2026-09-17T19:28:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:25Z"
    name: success-200-isvc-30eba-predictor.18d6325cb889b7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: ba433a6b-88ac-4554-8759-5a25df5bfb62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-30eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 23d1dcc7-fadb-4382-b495-f942a1a277dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:08Z"
    name: success-200-isvc-30eba.18d6325239c88661
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: 85a66a91-5cf5-4403-b36d-775429cae0bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-30eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 23d1dcc7-fadb-4382-b495-f942a1a277dc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:08Z"
  message: InferenceService [success-200-isvc-30eba] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:08Z"
    name: success-200-isvc-30eba.18d6325fa9ca9751
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: 80035394-08d1-4bdc-a40d-2f49654a408d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:27:30.415869Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d63256d30eb2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20768"
    uid: 81e37aaf-7a44-4bd2-9b33-dd254b5b2594
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d63256f5327dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: 0703ee2f-48e0-43d5-9484-24a40547a3ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d63256f67656ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: 22b8956a-0138-4a05-baa3-53f4ed97b5f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d63256f9bf98db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: a105003d-0460-47e5-8c20-5c72e2bf7e98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d63256fa35e162
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: ab0a1f3e-efe2-4c5d-99c7-5ab4f7f269e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d63256fa400a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20817"
    uid: 97319910-bda5-49d8-b202-da205ae746bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d63256fd831cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a05c62ae-4d60-41b5-99e1-064b2252de3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:27:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:31Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d63256fe02ab4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 40789bc8-2faa-4d13-b1c0-c0055d947069
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d6325709fdfa3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: e194bd06-f2c4-4c24-a799-c6fb6634c9c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:36:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:55Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d632da7b2d41e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: d9ab948a-f056-4a12-a4de-17dffe613239
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:36:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:55Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d632da7b2db46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25180"
    uid: 9bcd49b2-14fe-4485-91e1-b116b0ca4f0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 005c2972-33cc-4d93-a617-b4542865e869
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6.18d632dad26cfb3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 0fc38925-b0bd-4b2c-aa63-cd0f95ff700e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-31ec7-predictor-58cf9cff8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20757"
    uid: a386f777-5c53-465f-bece-bbc2022d6c09
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: 'Created pod: success-200-isvc-31ec7-predictor-58cf9cff8f-jt9p6'
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: success-200-isvc-31ec7-predictor-58cf9cff8f.18d63256d2a5ede4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20766"
    uid: b1b39f3a-bc67-4f14-ba9e-00f39f1f1d2a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: c9b797c1-0425-4211-af29-a27b7ddbff6e
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: Scaled up replica set success-200-isvc-31ec7-predictor-58cf9cff8f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: success-200-isvc-31ec7-predictor.18d63256d0439a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "20759"
    uid: aad7310a-e517-439f-b985-f64e403dd77d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20756"
    uid: 200e6626-7873-4ebd-a4c7-f55217425dc5
  kind: Event
  lastTimestamp: "2026-09-17T19:28:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:00Z"
    name: success-200-isvc-31ec7-predictor.18d6325a4eaa7e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 13485a30-282a-4b08-9f50-87acc3b7a224
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20756"
    uid: 200e6626-7873-4ebd-a4c7-f55217425dc5
  kind: Event
  lastTimestamp: "2026-09-17T19:28:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:00Z"
    name: success-200-isvc-31ec7-predictor.18d6325a4f14b4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: 86970af7-9150-4b94-b5ba-c02d1fe02d8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 200e6626-7873-4ebd-a4c7-f55217425dc5
  kind: Event
  lastTimestamp: "2026-09-17T19:29:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:00Z"
    name: success-200-isvc-31ec7-predictor.18d632614cc3e6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 653ec8dc-a226-495c-b10d-64ff8bc4b374
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-31ec7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 200e6626-7873-4ebd-a4c7-f55217425dc5
  kind: Event
  lastTimestamp: "2026-09-17T19:29:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:00Z"
    name: success-200-isvc-31ec7-predictor.18d632614d56edad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: ef5808de-a676-4d39-90fa-8b7b309d4637
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: e07a0e18-20a7-4528-a1b8-f14948b4fddc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:27Z"
    name: success-200-isvc-31ec7.18d63256d0407997
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: 00259fca-1753-4830-bb51-cbcdb366ea1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-31ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: e07a0e18-20a7-4528-a1b8-f14948b4fddc
  kind: Event
  lastTimestamp: "2026-09-17T19:28:27Z"
  message: InferenceService [success-200-isvc-31ec7] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:28:27Z"
    name: success-200-isvc-31ec7.18d632641c4ce1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: db259f82-0c9b-4985-9448-f05fe16d1449
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:15:13.323448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14251"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-53780-predictor-674f6fd797-jw9cv
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631ab34eccd00
    namespace: kserve-ci-e2e-test
    resourceVersion: "14257"
    uid: 83ca6b39-8f71-4682-8b79-d6349a6c33ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14261"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631ab56e21399
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: e447f4b2-9298-446b-9450-e8699648b786
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1999"
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631ab5854a917
    namespace: kserve-ci-e2e-test
    resourceVersion: "14359"
    uid: 0e1f31e1-a95f-438c-8187-b2353641ebc9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1999"
    in 15.532s (15.532s including waiting). Image size: 1384134734 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631aef61cf511
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: a281a8ce-2f4e-4384-a72e-51e01a0d88a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631aef9b11217
    namespace: kserve-ci-e2e-test
    resourceVersion: "14540"
    uid: 79a04c2d-e166-456d-9897-4e379e6b598c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631aefa27c0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: c70703b7-f57b-4a97-8466-c71093edd4b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:29Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T19:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:29Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631aefa3701e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 8661e7e9-ff0c-4ef4-a305-8cc83ccf8b0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.489s (2.489s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:32Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631af8e9c0560
    namespace: kserve-ci-e2e-test
    resourceVersion: "14564"
    uid: 16218ea6-8818-4a59-a25b-2c39123956f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:32Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631af917bdbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: 643b663d-5fe3-4a82-b9b8-19d1124439ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:15:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:15:32Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631af91eeb418
    namespace: kserve-ci-e2e-test
    resourceVersion: "14567"
    uid: 4bda0c53-8408-43dd-b173-eb52a752aa78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:16:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:08Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631afc7753a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 4f09aa68-5e3d-4624-b1f1-478078d1f076
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631c05b609619
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: ae2b0e3e-b5be-461e-a172-c08fa5680504
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: 7c686f43-8f7a-4dae-b4d6-b74477b1fce2
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: success-200-isvc-53780-predictor-674f6fd797-jw9cv.18d631c05b614804
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 75d1f65e-8329-44eb-a3f2-0b0b0399477f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-53780-predictor-674f6fd797
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: 583c4fdb-0427-4e4d-9a69-8b4e5460e267
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: 'Created pod: success-200-isvc-53780-predictor-674f6fd797-jw9cv'
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: success-200-isvc-53780-predictor-674f6fd797.18d631ab345f58a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14254"
    uid: a63e6c21-da9a-492d-a605-f54ffa01317c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14239"
    uid: 307b4306-e9a3-4db7-86f2-e8ff96ced468
  kind: Event
  lastTimestamp: "2026-09-17T19:15:13Z"
  message: Scaled up replica set success-200-isvc-53780-predictor-674f6fd797 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:13Z"
    name: success-200-isvc-53780-predictor.18d631ab2e2f04c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14246"
    uid: 1446cb52-c76c-43cd-94b8-1fe7259fd67d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14244"
    uid: 1beda888-78c6-4f07-94b6-3d631dc73043
  kind: Event
  lastTimestamp: "2026-09-17T19:15:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:58Z"
    name: success-200-isvc-53780-predictor.18d631aeacfca190
    namespace: kserve-ci-e2e-test
    resourceVersion: "14812"
    uid: 83d8060a-2144-484f-bbd6-491717b06f24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14244"
    uid: 1beda888-78c6-4f07-94b6-3d631dc73043
  kind: Event
  lastTimestamp: "2026-09-17T19:15:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:15:58Z"
    name: success-200-isvc-53780-predictor.18d631aead3e52fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 3242c439-2f79-4c39-b66c-39586adab0d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14519"
    uid: 1beda888-78c6-4f07-94b6-3d631dc73043
  kind: Event
  lastTimestamp: "2026-09-17T19:16:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:43Z"
    name: success-200-isvc-53780-predictor.18d631b929e78937
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: cf33cb5a-9eed-4109-9c1d-f805b7a88975
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-53780-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14519"
    uid: 1beda888-78c6-4f07-94b6-3d631dc73043
  kind: Event
  lastTimestamp: "2026-09-17T19:16:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:43Z"
    name: success-200-isvc-53780-predictor.18d631b92a846065
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: eb9bd4b5-e8e7-4948-911e-c32b6f082aac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:15:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-53780
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 88a29828-7c60-45dd-848b-d16e5ef15200
  kind: Event
  lastTimestamp: "2026-09-17T19:16:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:19Z"
    name: success-200-isvc-53780.18d631ab2e7b6d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: df475c19-d4d6-43c9-867d-94017de2ecd3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-53780
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 88a29828-7c60-45dd-848b-d16e5ef15200
  kind: Event
  lastTimestamp: "2026-09-17T19:16:19Z"
  message: InferenceService [success-200-isvc-53780] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:19Z"
    name: success-200-isvc-53780.18d631ba85b46816
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: e5ba3ff8-5849-43d9-8201-deb005291e36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:26:09.518777Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d63243fd36f4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: d752c703-ea49-447b-9828-805634ee0093
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-87c35-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d632440bd98700
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: bea1b76b-0ac8-4f8a-befe-860cfb640132
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d63244430536cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: f4b9493d-cc7b-4236-9153-c65d3c5879db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d6324444634f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 03979d32-f3e2-4362-9d1d-0fedc987f5eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d63244482b97eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: ff6a9c64-40df-468d-9979-d649cb11d4a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d6324448a1d0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: 03e67e01-4475-493e-82d5-f5d116d6e5a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d6324448ac6ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 8b110782-b6f7-46a9-be2c-64a34e8d66d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d632444bc36161
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: e35b1e72-82f8-4a0f-ac0e-36f90fef339f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:10Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d632444c47bba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: 59eb3ea6-844d-4416-b4fa-2884202e1ebb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:26:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:57Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d632448d37c677
    namespace: kserve-ci-e2e-test
    resourceVersion: "20241"
    uid: 70a89f39-ec87-40d9-8419-a2bcf7003107
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d63256cc0a65ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: ed111283-f123-4c18-8b0d-aac8d602d77f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:27:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:30Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d63256cc0b31db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20744"
    uid: 659db832-0b84-4b65-8a90-d6c4ebdaf5b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 590eb23d-6765-47e8-8bcd-9e96e06e3e55
  kind: Event
  lastTimestamp: "2026-09-17T19:27:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:32Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49.18d63257697bf10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: cc41c844-6ab9-4e14-9bf3-e56c53242a7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-87c35-predictor-77c4c6b6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 2d324020-bf32-4e4c-aced-d4eaca17d191
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: 'Created pod: success-200-isvc-87c35-predictor-77c4c6b6d7-pph49'
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: success-200-isvc-87c35-predictor-77c4c6b6d7.18d63243fcaa46e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 09c80922-5656-4e82-a6f4-8f0b33d9722d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: a7766d76-bdb8-4b5c-a4d4-3a164d2aaf96
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: Scaled up replica set success-200-isvc-87c35-predictor-77c4c6b6d7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: success-200-isvc-87c35-predictor.18d63243f9323c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 9dcf3e97-d044-4409-91d8-d495e441327e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: 5002f346-6d1b-46be-b878-90bbc6d5b12c
  kind: Event
  lastTimestamp: "2026-09-17T19:26:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:39Z"
    name: success-200-isvc-87c35-predictor.18d63247783cfda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20104"
    uid: 5f69d904-9060-44dc-b241-011b1c746408
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: 5002f346-6d1b-46be-b878-90bbc6d5b12c
  kind: Event
  lastTimestamp: "2026-09-17T19:26:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:26:39Z"
    name: success-200-isvc-87c35-predictor.18d632477891310e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: 04f73ba5-2090-4027-a1fb-bb4096554d2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: 5002f346-6d1b-46be-b878-90bbc6d5b12c
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: success-200-isvc-87c35-predictor.18d6324e78141364
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 76d6f3b9-7dcc-47cd-8a49-c1ee5ae43fc6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-87c35-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: 5002f346-6d1b-46be-b878-90bbc6d5b12c
  kind: Event
  lastTimestamp: "2026-09-17T19:27:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:27:24Z"
    name: success-200-isvc-87c35-predictor.18d6324e7887f82f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 0fc3a99e-78bb-41f8-9dc8-d6bf3d35e9c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-87c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: c4106866-ddee-408f-9503-307bdab22021
  kind: Event
  lastTimestamp: "2026-09-17T19:27:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:27:08Z"
    name: success-200-isvc-87c35.18d63243f9349d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: 63f4bfc5-da0c-4eea-b0a0-88d42a649980
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-87c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: c4106866-ddee-408f-9503-307bdab22021
  kind: Event
  lastTimestamp: "2026-09-17T19:27:08Z"
  message: InferenceService [success-200-isvc-87c35] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:27:08Z"
    name: success-200-isvc-87c35.18d63251a303e0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 7a765675-eae1-44f8-92c4-76a77a7b262b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:16:44.229629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c05f5b1a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 7cd546f8-20e9-4f3e-b23e-5d37c15b7e20
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8c825-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c06a2f6f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 1dfb408f-9edc-46ef-9939-af7002d3a545
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c0a4e20d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 2d44cbb8-6974-47f7-aa4e-10a51fafb086
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c0a62b900d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: 4c66b7f6-689f-4787-985c-dee84da5cdd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c0a93ad8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 9f3ee821-371d-4ebf-a928-ca11353cf31a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c0a9a22dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: e2209f10-e780-42b3-836e-cce3de3c5a40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c0a9acc5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: ce9ec3cb-ce4d-4c66-b303-802dee690928
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c0ad632f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 93acf6d6-a168-4cb2-9e86-d22e8582a183
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:16:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:45Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c0adca27e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 9fd5af34-dc2b-4556-bcb0-0078d1b528f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:17:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:33Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d631c116927863
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: 593a17d6-4652-4cbc-ba0b-e7d905e7806f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d63243f3b1ca5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: a5e4bfa3-369a-4c38-a0de-8b590faf3d6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 3743c8e9-c568-4a36-9b7c-b4d1653ff448
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh.18d63243f3b1f987
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 2a79369a-0845-4d3d-b010-ee8936c5eb08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-8c825-predictor-67999bcd6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: d5d1c929-99bb-4418-abe2-e8f6a2dbb1ff
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'Created pod: success-200-isvc-8c825-predictor-67999bcd6c-r4ljh'
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: success-200-isvc-8c825-predictor-67999bcd6c.18d631c05f188a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: aa19b97c-7fe8-409b-8958-3146bd2c5c7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: 210cebcc-0ed8-4b73-9dde-e1c098f0b9fd
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: Scaled up replica set success-200-isvc-8c825-predictor-67999bcd6c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: success-200-isvc-8c825-predictor.18d631c05a71f070
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: c686f3c5-66a1-4f2f-b651-16f3c7b52a59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 85d2377b-1f74-4c4d-8551-cd0cbc78c447
  kind: Event
  lastTimestamp: "2026-09-17T19:17:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:29Z"
    name: success-200-isvc-8c825-predictor.18d631c3d8d54e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: 5e1b8192-d9c0-482f-8ebb-39f938b4b8c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 85d2377b-1f74-4c4d-8551-cd0cbc78c447
  kind: Event
  lastTimestamp: "2026-09-17T19:17:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:29Z"
    name: success-200-isvc-8c825-predictor.18d631c3d92a0ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 44017232-1840-4d5a-837a-226b63fa61eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 85d2377b-1f74-4c4d-8551-cd0cbc78c447
  kind: Event
  lastTimestamp: "2026-09-17T19:18:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:14Z"
    name: success-200-isvc-8c825-predictor.18d631ce5576e631
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 1d87d9be-8c34-4a86-b0ff-14beb6f0160a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-8c825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 85d2377b-1f74-4c4d-8551-cd0cbc78c447
  kind: Event
  lastTimestamp: "2026-09-17T19:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:14Z"
    name: success-200-isvc-8c825-predictor.18d631ce56049bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: bb33b03d-359f-4f1f-af93-12e20ea7b3dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: 282cb025-4640-451f-b189-a550d4dff3d7
  kind: Event
  lastTimestamp: "2026-09-17T19:17:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:43Z"
    name: success-200-isvc-8c825.18d631c05a776b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: c1e4f966-7d1d-4250-aaeb-a2989a037ffb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: 282cb025-4640-451f-b189-a550d4dff3d7
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-8c825":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8c825":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: success-200-isvc-8c825.18d631c05ae7caf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 820a8f8b-fd8a-4e65-a673-1238a93f3535
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: 282cb025-4640-451f-b189-a550d4dff3d7
  kind: Event
  lastTimestamp: "2026-09-17T19:16:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-8c825": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:44Z"
    name: success-200-isvc-8c825.18d631c05ae817b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: 143ce8c4-1f67-4ffd-8231-743e0d104d06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 282cb025-4640-451f-b189-a550d4dff3d7
  kind: Event
  lastTimestamp: "2026-09-17T19:17:43Z"
  message: InferenceService [success-200-isvc-8c825] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:43Z"
    name: success-200-isvc-8c825.18d631ce263f7f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: 25661bc0-7f31-4b23-93d1-523e1929d809
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:28:31.811328Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632651e82ec82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21473"
    uid: 2096fbe3-f59f-473e-bbac-7eb7210c26e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-cedb0-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632652b673a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 4dc98db2-3623-48e8-808d-07ac5e27def2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:28:32Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:28:32Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632656447ef44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: ed8bf335-438b-4bc2-a2ba-b7e5247dd0e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:28:33Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:33Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d6326565bcaf40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 5aa90709-e766-43ae-be36-3aa86d694d25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:28:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:33Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d6326568fb2214
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: ba47f1cd-ea53-4337-ae7d-1dc594acbafe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:28:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:33Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d63265696b52fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 81c012de-cb51-44f6-b33c-3befec982539
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:28:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:33Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632656977f11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: c1c91088-a93e-4dcd-aceb-057bed70952f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:28:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:33Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632656ce02032
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: 545f5d2a-97ba-4d1b-a85c-c3f8cbd7c1eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:28:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:28:33Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632656d582cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: 1c1b5709-4e9c-48d1-b282-396ddf8643a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:37:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:59Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632658bd7eba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: a4a8f09a-bf4d-408b-a1ac-c75d1f9b0bf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632e8bbd78a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: 2c522b80-b7f2-4baa-b33a-2d462c832933
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:37:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:57Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632e8bbd828e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 1166a2c4-7dcf-4ba4-928a-d05ae99a9fe9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: f4168fdd-5d8b-4a40-a773-5ab359e5e344
  kind: Event
  lastTimestamp: "2026-09-17T19:37:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:59Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw.18d632e9545d4ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "26085"
    uid: 9d02870a-8b8c-4427-a40b-96244d2d0afa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-cedb0-predictor-5d689f5f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: 7336b1cb-2c01-4d7c-97e4-b15dc842abe1
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: 'Created pod: success-200-isvc-cedb0-predictor-5d689f5f55-fs6pw'
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: success-200-isvc-cedb0-predictor-5d689f5f55.18d632651dfc7bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 7da49df3-e4f2-4929-b9ac-73e39c101a94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: 720e170e-b7b2-428a-bd74-b12c1dfa6560
  kind: Event
  lastTimestamp: "2026-09-17T19:28:31Z"
  message: Scaled up replica set success-200-isvc-cedb0-predictor-5d689f5f55 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:28:31Z"
    name: success-200-isvc-cedb0-predictor.18d632651c560905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: e11778f9-8ecb-468f-ad98-1d8d06b7352d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: cc4a8373-c054-43b4-a936-5346d75831c2
  kind: Event
  lastTimestamp: "2026-09-17T19:29:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:31Z"
    name: success-200-isvc-cedb0-predictor.18d632689b60201a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: 386d5d7c-9acd-4569-bb63-48a42de9cc27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: cc4a8373-c054-43b4-a936-5346d75831c2
  kind: Event
  lastTimestamp: "2026-09-17T19:29:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:29:31Z"
    name: success-200-isvc-cedb0-predictor.18d632689bcd67cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: ba781e74-b930-423e-b43a-013bb4cfa0be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: cc4a8373-c054-43b4-a936-5346d75831c2
  kind: Event
  lastTimestamp: "2026-09-17T19:30:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:16Z"
    name: success-200-isvc-cedb0-predictor.18d6327698568f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22432"
    uid: 55a2f4b6-8ec7-4165-a4c4-bc1430756599
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-cedb0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: cc4a8373-c054-43b4-a936-5346d75831c2
  kind: Event
  lastTimestamp: "2026-09-17T19:30:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:30:16Z"
    name: success-200-isvc-cedb0-predictor.18d6327698c589a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: a733eab2-a618-40d3-9292-66e115fc6d9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:28:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-cedb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: 6fa147cd-5bd7-453f-9d9a-4f0357571878
  kind: Event
  lastTimestamp: "2026-09-17T19:29:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:29:29Z"
    name: success-200-isvc-cedb0.18d632651c56591a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: c58a6db8-e399-4a93-be7c-678ee25da1a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:29:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-cedb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 6fa147cd-5bd7-453f-9d9a-4f0357571878
  kind: Event
  lastTimestamp: "2026-09-17T19:29:29Z"
  message: InferenceService [success-200-isvc-cedb0] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:29:29Z"
    name: success-200-isvc-cedb0.18d632729b5010c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22043"
    uid: 0f01d80b-35c5-4e69-beb8-a5721dd6579a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:44.870512Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631ce7dd59258
    namespace: kserve-ci-e2e-test
    resourceVersion: "16051"
    uid: 3f4e9674-1a15-4ff6-82d1-a142e7a10a03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631ce9fbe4aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: f75a8ade-88d6-4169-a36a-487f96f65e6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631cea1117720
    namespace: kserve-ci-e2e-test
    resourceVersion: "16097"
    uid: 470a9f93-c760-4cc3-979e-90bc82fe5540
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631cea3d05c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16098"
    uid: 70aab846-b82d-4e8a-aa2e-beda863acc29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631cea447c366
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: e5590e2a-d251-463a-bd3c-5889b97449f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631cea452a3ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 360ba7bd-281e-424c-9923-eb3f270f7251
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631cea74c1089
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: cec5a395-2870-4fb2-b6f8-55064be34d41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:17:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:45Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631cea7c2399a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 6e9a5580-cc2d-48e9-8445-913c215af480
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d631cee4cfa77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 7743bf08-cfa2-4507-96f1-9b4580d2dd0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d6325233c16442
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: cbf945ea-a397-4a07-8c4e-e923899db8b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:27:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:10Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d6325233c25982
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: c2990af5-0440-463d-9b09-2d11c53f19ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 600dbcf2-78cf-4eb9-b8b5-95ff97b91539
  kind: Event
  lastTimestamp: "2026-09-17T19:27:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:27:12Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh.18d63252ad41615b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 2c3b3096-52ee-4e96-bce4-fc91a6f3b337
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-fcbf3-predictor-76db4cd48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: 25368dfd-e17f-4cbd-87e7-cc44b5d63ec6
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: 'Created pod: success-200-isvc-fcbf3-predictor-76db4cd48c-zthzh'
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: success-200-isvc-fcbf3-predictor-76db4cd48c.18d631ce7d64f6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: c830d683-6879-4f10-9d6c-e6a4c78035d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: f4db9664-5125-4328-b294-0e465477db82
  kind: Event
  lastTimestamp: "2026-09-17T19:17:44Z"
  message: Scaled up replica set success-200-isvc-fcbf3-predictor-76db4cd48c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:44Z"
    name: success-200-isvc-fcbf3-predictor.18d631ce7bb98ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: 30c21b07-376c-4533-82a1-4adb49f05e77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 5ff9665a-8359-4bf2-8585-a1ac52e5c73e
  kind: Event
  lastTimestamp: "2026-09-17T19:17:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:59Z"
    name: success-200-isvc-fcbf3-predictor.18d631d1fa42e4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 010430a2-ac11-4d03-8d24-395f2dbceb3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 5ff9665a-8359-4bf2-8585-a1ac52e5c73e
  kind: Event
  lastTimestamp: "2026-09-17T19:17:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:59Z"
    name: success-200-isvc-fcbf3-predictor.18d631d1fab272e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 3e40b589-054e-4c4d-b112-67572efd7301
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 5ff9665a-8359-4bf2-8585-a1ac52e5c73e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:14Z"
    name: success-200-isvc-fcbf3-predictor.18d631d579abde00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 02322da7-2d5e-42c2-94ba-93291e1cf704
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-fcbf3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 5ff9665a-8359-4bf2-8585-a1ac52e5c73e
  kind: Event
  lastTimestamp: "2026-09-17T19:19:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:19:14Z"
    name: success-200-isvc-fcbf3-predictor.18d631d57a238e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: 10ad25d3-2e18-4ab0-b22a-d9c3a60423e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: fedf8be3-ac1a-40e7-af87-67390c690ed2
  kind: Event
  lastTimestamp: "2026-09-17T19:18:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:42Z"
    name: success-200-isvc-fcbf3.18d631ce7bc67d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: d470a53c-fe48-4ef8-8e98-f9f89f73d65c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-fcbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: fedf8be3-ac1a-40e7-af87-67390c690ed2
  kind: Event
  lastTimestamp: "2026-09-17T19:18:42Z"
  message: InferenceService [success-200-isvc-fcbf3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:18:42Z"
    name: success-200-isvc-fcbf3.18d631dbf46534b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: abcec145-388a-4b41-b39c-a20334c17ff0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:36:56.059361Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25210"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    to ip-10-0-128-177.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632da86096cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: d560da9e-62d9-46d7-9559-df112e429c14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-fe2a8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632da8ee4ae6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: a34e9c20-9125-4412-8dca-c109dd78ff48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632dacbde924f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: 830a33c4-ba2e-4c51-aaca-3da1a13ed807
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632dacd3ed428
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: b777da73-c249-4979-9c41-641e37d5c5bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632dad07bbb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25274"
    uid: 5fd25200-4948-4059-9051-49c2bb433802
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632dad0ec3896
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: e51c47bf-c4c9-4047-967c-b60b3003cd5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632dad0f751c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: 0d3746b2-0a8a-43c8-9ef8-0cc5c085cc93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632dad4671c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: b445f8f0-9cb2-4ec4-b509-d7a704729c39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:36:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:36:57Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632dad4e4ecbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25284"
    uid: 2f671b51-ef80-4cb8-907a-61e289f2b74e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:37:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T19:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:37:44Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632daf95f7813
    namespace: kserve-ci-e2e-test
    resourceVersion: "25660"
    uid: e16b014f-2bf8-4304-a254-cbbc31df1d30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632ed71042f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: 0db0098b-38ee-412a-bfba-21aeebcbaa35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:38:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:17Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632ed7104df7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 5d107ab9-0407-447b-a491-19ff32096aa1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25213"
    uid: 0b188c85-659e-4241-8c59-f2d68a54da68
  kind: Event
  lastTimestamp: "2026-09-17T19:38:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T19:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:38:18Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w.18d632edd591be20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26565"
    uid: 8b8a6e48-da18-482a-aefb-0fc71fc41a88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-177.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-177.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: 515616f1-5e35-45a7-9285-8fe8a2e4e608
  kind: Event
  lastTimestamp: "2026-09-17T19:36:56Z"
  message: 'Created pod: success-200-isvc-fe2a8-predictor-85fbfd5f9f-66l9w'
  metadata:
    creationTimestamp: "2026-09-17T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:36:56Z"
    name: success-200-isvc-fe2a8-predictor-85fbfd5f9f.18d632da8593db90
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d272957f-0546-42ff-af86-ed25976b4c38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: d5bb4fa0-50ea-4477-99a5-b97ca2fb0221
  kind: Event
  lastTimestamp: "2026-09-17T19:36:55Z"
  message: Scaled up replica set success-200-isvc-fe2a8-predictor-85fbfd5f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:36:55Z"
    name: success-200-isvc-fe2a8-predictor.18d632da8121db2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25203"
    uid: 3af2f724-37f2-4e6d-a88e-9205f515899c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25201"
    uid: 00bf53cb-da9d-4511-b09b-b6918e0cd04b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:10Z"
    name: success-200-isvc-fe2a8-predictor.18d632ddffc027e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 778a2bec-e5b2-4efc-a238-128326556b1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25201"
    uid: 00bf53cb-da9d-4511-b09b-b6918e0cd04b
  kind: Event
  lastTimestamp: "2026-09-17T19:37:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:37:10Z"
    name: success-200-isvc-fe2a8-predictor.18d632de002cb6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: f03921be-d1ba-4de7-bd31-fdc8badc9ce5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: 00bf53cb-da9d-4511-b09b-b6918e0cd04b
  kind: Event
  lastTimestamp: "2026-09-17T19:38:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:11Z"
    name: success-200-isvc-fe2a8-predictor.18d632e17f064a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: 5d433615-c4e0-49fd-9e31-632b3489d921
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-fe2a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: 00bf53cb-da9d-4511-b09b-b6918e0cd04b
  kind: Event
  lastTimestamp: "2026-09-17T19:38:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:38:11Z"
    name: success-200-isvc-fe2a8-predictor.18d632e17f8cdef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26355"
    uid: 9d0f0f3a-47d9-47f2-ba07-2c567a647dc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:36:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-fe2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25190"
    uid: 99602a8f-8a6c-46fa-a78c-6612156208b0
  kind: Event
  lastTimestamp: "2026-09-17T19:37:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T19:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:54Z"
    name: success-200-isvc-fe2a8.18d632da815f0e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: fd06e14b-f35d-44aa-adb3-97fe9b627678
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:37:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-fe2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: 99602a8f-8a6c-46fa-a78c-6612156208b0
  kind: Event
  lastTimestamp: "2026-09-17T19:37:54Z"
  message: InferenceService [success-200-isvc-fe2a8] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:37:54Z"
    name: success-200-isvc-fe2a8.18d632e8098b06ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25748"
    uid: 18144cd9-9e77-41f1-b861-d29109e1d3bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:39:07.231495Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-26209-76f8f79868-h8krh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26990"
    uid: 315c59d5-a8e6-44fc-beda-df83a3269ae4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-26209-76f8f79868-h8krh
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:39:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:39:07Z"
    name: switch-graph-26209-76f8f79868-h8krh.18d632f91081e2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26995"
    uid: 09e94bfa-b647-4b7a-b338-d54442b8bc40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-26209-76f8f79868-h8krh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 315c59d5-a8e6-44fc-beda-df83a3269ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:39:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-26209-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:07Z"
    name: switch-graph-26209-76f8f79868-h8krh.18d632f91b6a33b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27012"
    uid: 9a04af59-2f63-45d6-abeb-924e38991b4d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-26209-76f8f79868-h8krh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: 315c59d5-a8e6-44fc-beda-df83a3269ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:39:09Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:39:09Z"
    name: switch-graph-26209-76f8f79868-h8krh.18d632f98bb79c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27025"
    uid: 667c6323-ffb6-49cd-b384-aeb51cdfa4d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-26209}
    kind: Pod
    name: switch-graph-26209-76f8f79868-h8krh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 315c59d5-a8e6-44fc-beda-df83a3269ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:39:09Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:09Z"
    name: switch-graph-26209-76f8f79868-h8krh.18d632f98cfb18f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: cf3a1e46-a2ef-4971-9ebb-d30b14486aa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-26209}
    kind: Pod
    name: switch-graph-26209-76f8f79868-h8krh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 315c59d5-a8e6-44fc-beda-df83a3269ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:39:09Z"
  message: 'Created container: switch-graph-26209'
  metadata:
    creationTimestamp: "2026-09-17T19:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:09Z"
    name: switch-graph-26209-76f8f79868-h8krh.18d632f98fb090e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 96639574-f86b-4efe-89b3-a111e1895738
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-26209}
    kind: Pod
    name: switch-graph-26209-76f8f79868-h8krh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 315c59d5-a8e6-44fc-beda-df83a3269ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:39:09Z"
  message: Started container switch-graph-26209
  metadata:
    creationTimestamp: "2026-09-17T19:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:39:09Z"
    name: switch-graph-26209-76f8f79868-h8krh.18d632f99027d035
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: c8c2680f-c052-4255-9dfd-6731a2ac2af6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-26209}
    kind: Pod
    name: switch-graph-26209-76f8f79868-h8krh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 315c59d5-a8e6-44fc-beda-df83a3269ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:55:27Z"
  message: Stopping container switch-graph-26209
  metadata:
    creationTimestamp: "2026-09-17T19:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:27Z"
    name: switch-graph-26209-76f8f79868-h8krh.18d633dd43dcd8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: a5f7bbe5-7c7c-4128-ac4a-b8a3f71e6ec7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T19:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-26209}
    kind: Pod
    name: switch-graph-26209-76f8f79868-h8krh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26992"
    uid: 315c59d5-a8e6-44fc-beda-df83a3269ae4
  kind: Event
  lastTimestamp: "2026-09-17T19:55:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:55:50Z"
    name: switch-graph-26209-76f8f79868-h8krh.18d633de119416aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: dc269272-ac82-4245-bf04-0ba80ab62b62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-26209-76f8f79868
    namespace: kserve-ci-e2e-test
    resourceVersion: "26987"
    uid: bae2c9d6-12f6-47ca-b729-1ff0d8d2933f
  kind: Event
  lastTimestamp: "2026-09-17T19:39:07Z"
  message: 'Created pod: switch-graph-26209-76f8f79868-h8krh'
  metadata:
    creationTimestamp: "2026-09-17T19:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:07Z"
    name: switch-graph-26209-76f8f79868.18d632f90fe89c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: 64ba39d3-05cd-4eab-8cbc-ba3ebd430723
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: ac8e9d1f-2c65-4488-a5b0-ae52f25e119d
  kind: Event
  lastTimestamp: "2026-09-17T19:39:07Z"
  message: Scaled up replica set switch-graph-26209-76f8f79868 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:07Z"
    name: switch-graph-26209.18d632f90ec53d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 252b2fab-8cce-4e4d-ad3e-958a0d641d94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "27001"
    uid: fbce354e-b9a2-48f0-a3e0-cc7c8b9c4724
  kind: Event
  lastTimestamp: "2026-09-17T19:39:07Z"
  message: InferenceGraph [switch-graph-26209] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:39:07Z"
    name: switch-graph-26209.18d632f9145c7278
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: c6c3cbc2-1a53-411b-9b52-7f48ef3c7308
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 978a8b34-ba70-421d-92e1-91397655b753
  kind: Event
  lastTimestamp: "2026-09-17T19:39:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:22Z"
    name: switch-graph-26209.18d632fc8d38f2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 2c804ab9-870d-4733-bf38-c4f8aa3c56e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 978a8b34-ba70-421d-92e1-91397655b753
  kind: Event
  lastTimestamp: "2026-09-17T19:39:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:22Z"
    name: switch-graph-26209.18d632fc8da8816a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27156"
    uid: 3ae5d6df-28e5-4378-a71f-8873735e1860
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "27154"
    uid: 978a8b34-ba70-421d-92e1-91397655b753
  kind: Event
  lastTimestamp: "2026-09-17T19:39:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:37Z"
    name: switch-graph-26209.18d633000c57f7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27313"
    uid: dba2fcb4-0c03-4cde-ba11-9b751871eb67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:39:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-26209
    namespace: kserve-ci-e2e-test
    resourceVersion: "27154"
    uid: 978a8b34-ba70-421d-92e1-91397655b753
  kind: Event
  lastTimestamp: "2026-09-17T19:39:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:39:37Z"
    name: switch-graph-26209.18d633000cc01849
    namespace: kserve-ci-e2e-test
    resourceVersion: "27315"
    uid: 932f77ee-437c-4cfc-81a6-9e6bcfdff7a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:16:33.001970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-53780-7d9f4b6dc5-mgpmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 9f9a986e-02ed-404e-b22e-f948abc89d28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-53780-7d9f4b6dc5-mgpmm
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:16:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:16:33Z"
    name: switch-graph-53780-7d9f4b6dc5-mgpmm.18d631bdc222a5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: 8abe0422-78d2-469a-9dee-4a3494672d46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-53780-7d9f4b6dc5-mgpmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 9f9a986e-02ed-404e-b22e-f948abc89d28
  kind: Event
  lastTimestamp: "2026-09-17T19:16:33Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:16:33Z"
    name: switch-graph-53780-7d9f4b6dc5-mgpmm.18d631bde40b25e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 3e071287-6e80-4228-a18b-b23c9c2f0dd6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-53780}
    kind: Pod
    name: switch-graph-53780-7d9f4b6dc5-mgpmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 9f9a986e-02ed-404e-b22e-f948abc89d28
  kind: Event
  lastTimestamp: "2026-09-17T19:16:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
  metadata:
    creationTimestamp: "2026-09-17T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:33Z"
    name: switch-graph-53780-7d9f4b6dc5-mgpmm.18d631bde5730820
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: ffabe6c2-cf76-4ae2-894d-59867ccab964
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-53780}
    kind: Pod
    name: switch-graph-53780-7d9f4b6dc5-mgpmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 9f9a986e-02ed-404e-b22e-f948abc89d28
  kind: Event
  lastTimestamp: "2026-09-17T19:16:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    in 2.044s (2.044s including waiting). Image size: 211751504 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:35Z"
    name: switch-graph-53780-7d9f4b6dc5-mgpmm.18d631be5f4a3a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: b9b69813-b0a0-4fb3-84ac-67c111e6c9c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-53780}
    kind: Pod
    name: switch-graph-53780-7d9f4b6dc5-mgpmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 9f9a986e-02ed-404e-b22e-f948abc89d28
  kind: Event
  lastTimestamp: "2026-09-17T19:16:35Z"
  message: 'Created container: switch-graph-53780'
  metadata:
    creationTimestamp: "2026-09-17T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:35Z"
    name: switch-graph-53780-7d9f4b6dc5-mgpmm.18d631be6233ffa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: f33bf489-fe76-41c8-bfdc-aff40a380644
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-53780}
    kind: Pod
    name: switch-graph-53780-7d9f4b6dc5-mgpmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 9f9a986e-02ed-404e-b22e-f948abc89d28
  kind: Event
  lastTimestamp: "2026-09-17T19:16:35Z"
  message: Started container switch-graph-53780
  metadata:
    creationTimestamp: "2026-09-17T19:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:35Z"
    name: switch-graph-53780-7d9f4b6dc5-mgpmm.18d631be62c8c469
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 76bfceb4-2100-4183-8c95-5ae5668628c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-53780}
    kind: Pod
    name: switch-graph-53780-7d9f4b6dc5-mgpmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 9f9a986e-02ed-404e-b22e-f948abc89d28
  kind: Event
  lastTimestamp: "2026-09-17T19:16:43Z"
  message: Stopping container switch-graph-53780
  metadata:
    creationTimestamp: "2026-09-17T19:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:16:43Z"
    name: switch-graph-53780-7d9f4b6dc5-mgpmm.18d631c05081098c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: f98792a0-0d89-4eb5-b897-fb40afd083e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-53780}
    kind: Pod
    name: switch-graph-53780-7d9f4b6dc5-mgpmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 9f9a986e-02ed-404e-b22e-f948abc89d28
  kind: Event
  lastTimestamp: "2026-09-17T19:17:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:11Z"
    name: switch-graph-53780-7d9f4b6dc5-mgpmm.18d631c0f9678c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 2ef11141-53c8-488a-8255-25a0cfc065a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-53780-7d9f4b6dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: 663c69d5-19c9-4eb1-a359-07e5defb25e3
  kind: Event
  lastTimestamp: "2026-09-17T19:16:32Z"
  message: 'Created pod: switch-graph-53780-7d9f4b6dc5-mgpmm'
  metadata:
    creationTimestamp: "2026-09-17T19:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:32Z"
    name: switch-graph-53780-7d9f4b6dc5.18d631bdc1baabb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: 5a8e72cd-714e-4810-8a37-b9db52f96f00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-53780
    namespace: kserve-ci-e2e-test
    resourceVersion: "15120"
    uid: 2ea08cb0-d831-49fe-8b76-a7035ee54847
  kind: Event
  lastTimestamp: "2026-09-17T19:16:32Z"
  message: Scaled up replica set switch-graph-53780-7d9f4b6dc5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:16:32Z"
    name: switch-graph-53780.18d631bdc0e48b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: 5ea74f73-ca6a-44df-bf48-66d9da7ff7a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:16:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-53780
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 1eb094f1-9570-48c7-812f-0b5b2cf676da
  kind: Event
  lastTimestamp: "2026-09-17T19:16:33Z"
  message: InferenceGraph [switch-graph-53780] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:16:33Z"
    name: switch-graph-53780.18d631bdc5ed9e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: 85249a9f-d05a-4fa9-970a-a3d669184eed
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T19:17:54.220438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-8c825-84586659f5-6hs9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: 4c65c45f-c7b2-4795-8584-845159742841
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-8c825-84586659f5-6hs9s
    to ip-10-0-143-217.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T19:17:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T19:17:54Z"
    name: switch-graph-8c825-84586659f5-6hs9s.18d631d0ab220dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: 81c7ddba-1ad4-412e-8167-e9410bd5b658
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8d995674b-8pt5t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-8c825-84586659f5-6hs9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 4c65c45f-c7b2-4795-8584-845159742841
  kind: Event
  lastTimestamp: "2026-09-17T19:17:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-8c825-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:54Z"
    name: switch-graph-8c825-84586659f5-6hs9s.18d631d0b32a4c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 23bdc00f-b0d4-4001-b20e-b357e3315f1c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-8c825-84586659f5-6hs9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: 4c65c45f-c7b2-4795-8584-845159742841
  kind: Event
  lastTimestamp: "2026-09-17T19:17:55Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T19:17:55Z"
    name: switch-graph-8c825-84586659f5-6hs9s.18d631d0f11bd6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: 870c5e72-9ad0-4ffa-a903-dc396157fcc5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-8c825}
    kind: Pod
    name: switch-graph-8c825-84586659f5-6hs9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 4c65c45f-c7b2-4795-8584-845159742841
  kind: Event
  lastTimestamp: "2026-09-17T19:17:55Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bef1e7dbab44423714bc19a97ad0bd36c7cc9daa93b5b0c4e47cbc2e3ef1a26c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:55Z"
    name: switch-graph-8c825-84586659f5-6hs9s.18d631d0f24a6cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: 7b3ee55e-e5be-4d2e-b360-289534cfe659
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-8c825}
    kind: Pod
    name: switch-graph-8c825-84586659f5-6hs9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 4c65c45f-c7b2-4795-8584-845159742841
  kind: Event
  lastTimestamp: "2026-09-17T19:17:55Z"
  message: 'Created container: switch-graph-8c825'
  metadata:
    creationTimestamp: "2026-09-17T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:55Z"
    name: switch-graph-8c825-84586659f5-6hs9s.18d631d0f5a33ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: 28e9a2df-76b6-4b78-9d33-8eab53af42a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-8c825}
    kind: Pod
    name: switch-graph-8c825-84586659f5-6hs9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 4c65c45f-c7b2-4795-8584-845159742841
  kind: Event
  lastTimestamp: "2026-09-17T19:17:55Z"
  message: Started container switch-graph-8c825
  metadata:
    creationTimestamp: "2026-09-17T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:17:55Z"
    name: switch-graph-8c825-84586659f5-6hs9s.18d631d0f62f1e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 31629717-142e-46ec-920c-a9df9f38ff19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-8c825}
    kind: Pod
    name: switch-graph-8c825-84586659f5-6hs9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 4c65c45f-c7b2-4795-8584-845159742841
  kind: Event
  lastTimestamp: "2026-09-17T19:26:09Z"
  message: Stopping container switch-graph-8c825
  metadata:
    creationTimestamp: "2026-09-17T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:09Z"
    name: switch-graph-8c825-84586659f5-6hs9s.18d63243ec2f9453
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: d5980d66-df5b-49df-a7e4-bea90f036736
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T19:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-8c825}
    kind: Pod
    name: switch-graph-8c825-84586659f5-6hs9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 4c65c45f-c7b2-4795-8584-845159742841
  kind: Event
  lastTimestamp: "2026-09-17T19:26:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T19:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T19:26:37Z"
    name: switch-graph-8c825-84586659f5-6hs9s.18d6324498daaeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20083"
    uid: b7bf354d-fa05-4a20-99eb-0f59f37d2c18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-8c825-84586659f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: 98a20c99-74a7-4b8c-9ed5-8774a39bb716
  kind: Event
  lastTimestamp: "2026-09-17T19:17:54Z"
  message: 'Created pod: switch-graph-8c825-84586659f5-6hs9s'
  metadata:
    creationTimestamp: "2026-09-17T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:54Z"
    name: switch-graph-8c825-84586659f5.18d631d0aa93c530
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 69d451cb-ea22-4673-819f-87de06c311be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 34f913f3-3591-43c8-a434-bbf1ff6494f1
  kind: Event
  lastTimestamp: "2026-09-17T19:17:54Z"
  message: Scaled up replica set switch-graph-8c825-84586659f5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:17:54Z"
    name: switch-graph-8c825.18d631d0a9d63911
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: 83d8667a-909d-48bb-9669-804487f59b1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: c663eee0-791f-4eab-b851-3f77e8cc312c
  kind: Event
  lastTimestamp: "2026-09-17T19:17:54Z"
  message: InferenceGraph [switch-graph-8c825] is Ready
  metadata:
    creationTimestamp: "2026-09-17T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T19:17:54Z"
    name: switch-graph-8c825.18d631d0afaf065e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: e361e1fe-28ef-4d6a-a84c-3afa5a939606
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: 134cc15e-d7d2-4bc0-943d-ebbd1f55e509
  kind: Event
  lastTimestamp: "2026-09-17T19:18:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:09Z"
    name: switch-graph-8c825.18d631d428519bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 9e2c19ae-e76b-4718-964a-d31e6e053127
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: 134cc15e-d7d2-4bc0-943d-ebbd1f55e509
  kind: Event
  lastTimestamp: "2026-09-17T19:18:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T19:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:09Z"
    name: switch-graph-8c825.18d631d428bd0320
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 8bad0335-30ce-4540-b0a8-ec8f8e32437e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 134cc15e-d7d2-4bc0-943d-ebbd1f55e509
  kind: Event
  lastTimestamp: "2026-09-17T19:18:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:24Z"
    name: switch-graph-8c825.18d631d7a7e88d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 5c4b4f78-9447-49b7-be92-278ec83fdb3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T19:18:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-8c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 134cc15e-d7d2-4bc0-943d-ebbd1f55e509
  kind: Event
  lastTimestamp: "2026-09-17T19:18:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T19:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T19:18:24Z"
    name: switch-graph-8c825.18d631d7a85d5638
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 18b7c2b4-c024-4ac6-8b59-5a9157aaec82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
kind: EventList
metadata:
  resourceVersion: "34205"