---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:51:35.937473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-28de7-866ccb47df-82qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: 28bcd208-9c5c-4e7b-89e8-efe4a0edd09f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-28de7-866ccb47df-82qn8
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: ensemble-graph-28de7-866ccb47df-82qn8.18c636ed7d5e96e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: d00dacb0-207b-4052-ad4b-7dabed0390f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-28de7-866ccb47df-82qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 28bcd208-9c5c-4e7b-89e8-efe4a0edd09f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: ensemble-graph-28de7-866ccb47df-82qn8.18c636ed96f24b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: aac077f0-a98a-43e3-9ec5-bb1aabc0f88d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-28de7}
    kind: Pod
    name: ensemble-graph-28de7-866ccb47df-82qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 28bcd208-9c5c-4e7b-89e8-efe4a0edd09f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: ensemble-graph-28de7-866ccb47df-82qn8.18c636ed9813a44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 1159e3e3-645e-4b98-960b-82c25e073978
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-28de7}
    kind: Pod
    name: ensemble-graph-28de7-866ccb47df-82qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 28bcd208-9c5c-4e7b-89e8-efe4a0edd09f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: 'Created container: ensemble-graph-28de7'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: ensemble-graph-28de7-866ccb47df-82qn8.18c636ed9ae55ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 1bfdc703-85c3-451c-b410-98cc594525d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-28de7}
    kind: Pod
    name: ensemble-graph-28de7-866ccb47df-82qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 28bcd208-9c5c-4e7b-89e8-efe4a0edd09f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Started container ensemble-graph-28de7
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: ensemble-graph-28de7-866ccb47df-82qn8.18c636ed9b521ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 712b5514-7bb2-47aa-9861-d2fcad6f7782
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-28de7}
    kind: Pod
    name: ensemble-graph-28de7-866ccb47df-82qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 28bcd208-9c5c-4e7b-89e8-efe4a0edd09f
  kind: Event
  lastTimestamp: "2026-07-27T18:00:23Z"
  message: Stopping container ensemble-graph-28de7
  metadata:
    creationTimestamp: "2026-07-27T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:23Z"
    name: ensemble-graph-28de7-866ccb47df-82qn8.18c6376859fdb294
    namespace: kserve-ci-e2e-test
    resourceVersion: "25976"
    uid: b86ca978-39ec-409c-aa54-352e17a5e6d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-28de7}
    kind: Pod
    name: ensemble-graph-28de7-866ccb47df-82qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 28bcd208-9c5c-4e7b-89e8-efe4a0edd09f
  kind: Event
  lastTimestamp: "2026-07-27T18:00:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:52Z"
    name: ensemble-graph-28de7-866ccb47df-82qn8.18c637695056ee6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: ce28fc54-f1bf-41de-9a71-5d573546bbf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-28de7-866ccb47df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 9deb652f-4978-408c-9be7-dff18919a1eb
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: 'Created pod: ensemble-graph-28de7-866ccb47df-82qn8'
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: ensemble-graph-28de7-866ccb47df.18c636ed7cd9d2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 644694b4-9209-47d7-9c4c-516912450959
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: b0fd64b3-41ca-4a7c-9dd4-5402489705af
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: Scaled up replica set ensemble-graph-28de7-866ccb47df from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: ensemble-graph-28de7.18c636ed7c1c5eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: fe1642d0-4b8e-4ed7-b4b8-1aaf4d888eda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: 86e4a692-f839-4570-ba77-cd96cefac084
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: InferenceGraph [ensemble-graph-28de7] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: ensemble-graph-28de7.18c636ed80d2dc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: dc13c6d3-f7a9-401d-a1e5-4031a072fd02
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 65ed7170-f89f-46ba-a0d7-c669dfbafe6c
  kind: Event
  lastTimestamp: "2026-07-27T17:52:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:05Z"
    name: ensemble-graph-28de7.18c636f0fac80de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: d947d81b-b05d-4f17-9269-8cb9aa412350
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 65ed7170-f89f-46ba-a0d7-c669dfbafe6c
  kind: Event
  lastTimestamp: "2026-07-27T17:52:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:05Z"
    name: ensemble-graph-28de7.18c636f0fb10e335
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 8f748fc2-9f2a-4014-95cd-7d057c9353b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:50:25.662619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: 08f10a0e-c005-4ce8-b5af-be5137cfb3dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-37f6e-5ffd8db85f-4hc4b
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b.18c636dd20a9767c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 91853c08-0739-400e-aa9d-93153f5e666f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 08f10a0e-c005-4ce8-b5af-be5137cfb3dc
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b.18c636dd3a813475
    namespace: kserve-ci-e2e-test
    resourceVersion: "20910"
    uid: e997a4a2-2d57-4a9f-a59c-9d91547b94a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-37f6e}
    kind: Pod
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 08f10a0e-c005-4ce8-b5af-be5137cfb3dc
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b.18c636dd3bae7975
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: f1bde5ee-8093-456a-9ebe-fb90b32d593d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-37f6e}
    kind: Pod
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 08f10a0e-c005-4ce8-b5af-be5137cfb3dc
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: 'Created container: ensemble-graph-37f6e'
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b.18c636dd3ec26cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: aad74c24-7e1b-4b77-b75f-b98d649cd93e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-37f6e}
    kind: Pod
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 08f10a0e-c005-4ce8-b5af-be5137cfb3dc
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Started container ensemble-graph-37f6e
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b.18c636dd3f338b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: 7170da0f-a381-4651-a3e8-bd5c9686cfed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-37f6e}
    kind: Pod
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 08f10a0e-c005-4ce8-b5af-be5137cfb3dc
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: Stopping container ensemble-graph-37f6e
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b.18c636df77834d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: edf864d8-55a7-4bde-be8c-2d999742c4cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-37f6e}
    kind: Pod
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 08f10a0e-c005-4ce8-b5af-be5137cfb3dc
  kind: Event
  lastTimestamp: "2026-07-27T17:51:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:02Z"
    name: ensemble-graph-37f6e-5ffd8db85f-4hc4b.18c636dfe11be318
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: 130859ec-15cc-4552-8a3b-0587c0349f10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-37f6e-5ffd8db85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: b33df756-e927-4f88-a08f-cab028cbbf25
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'Created pod: ensemble-graph-37f6e-5ffd8db85f-4hc4b'
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: ensemble-graph-37f6e-5ffd8db85f.18c636dd1ff39b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 9dfd85b6-1177-490a-9ec9-53955fc0a70f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: d85e69b1-ba0f-44a7-950b-ff45c49f8c7b
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: Scaled up replica set ensemble-graph-37f6e-5ffd8db85f from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: ensemble-graph-37f6e.18c636dd1ebddbdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: d1b00110-cd32-4062-bbda-85292f3c38b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20869"
    uid: fbf6b73f-c2dd-46c2-9db2-2a87ef25bd7f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: InferenceGraph [ensemble-graph-37f6e] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: ensemble-graph-37f6e.18c636dd282e57f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 2d4cf297-f9bd-4d91-86c4-92aedc6edffc
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:00:50.900987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26299"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0a977-predictor-89f6898db-vhnk2
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376eb3c5cdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 3cc19374-a657-4265-ab44-be64942a5ee6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-0a977-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376ec33ac681
    namespace: kserve-ci-e2e-test
    resourceVersion: "26319"
    uid: ff065412-cdbe-4a93-a6b8-735b27387f83
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376ef10a8433
    namespace: kserve-ci-e2e-test
    resourceVersion: "26335"
    uid: 0c0ca07a-54d3-4006-aed6-ea8485185482
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376ef264a421
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: 78a63673-f9b5-464e-9eb0-4910b7ecd39e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376ef522d0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: 8ac2e4cc-fecf-4953-929a-d37d0d6e1bff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:00:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:52Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376ef5a4b076
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: f577fff5-1667-4f8d-b206-a0241053cff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:00:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:52Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376ef5adac1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: caebfb70-26e3-49f6-8320-7e412801ff6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:00:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:52Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376ef867eeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: 6ea58f6f-77b5-490c-b786-922f8e531ec0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:00:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:52Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376ef8da3ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 31fd26e6-8d9c-4bef-b1cd-bfe1879bc54e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:01:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:29Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c6376f36c08fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26648"
    uid: 4cb71421-7851-4c8e-a8e6-5c86052eb30c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:18:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:10Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c63860bada4e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33642"
    uid: bd96d9e3-420d-4ef8-9a17-b98474f4ba01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 3ba2e80e-3913-49a9-af64-0577c451db0c
  kind: Event
  lastTimestamp: "2026-07-27T18:18:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:10Z"
    name: error-404-isvc-0a977-predictor-89f6898db-vhnk2.18c63860badadd61
    namespace: kserve-ci-e2e-test
    resourceVersion: "33643"
    uid: c25bd5b7-f2de-492d-a585-ae62b6629d0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-0a977-predictor-89f6898db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 80be609d-3221-4d16-b8bf-36b2b82f86e8
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: 'Created pod: error-404-isvc-0a977-predictor-89f6898db-vhnk2'
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: error-404-isvc-0a977-predictor-89f6898db.18c6376eb35b5780
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 3f4d5b0f-bc8c-4d4d-b812-4ba282341f43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: a691c188-5570-411f-bafc-19fbfb22dd62
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: Scaled up replica set error-404-isvc-0a977-predictor-89f6898db from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: error-404-isvc-0a977-predictor.18c6376eb1d4d39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26293"
    uid: d16126b6-ae59-4d15-8747-7ad6906bbb61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: b7b864d2-387d-423b-a206-f861d6ec63fa
  kind: Event
  lastTimestamp: "2026-07-27T18:01:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:01:20Z"
    name: error-404-isvc-0a977-predictor.18c63772306a314f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26583"
    uid: 00d73bda-7aa5-4200-ab42-8aff480e80a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: b7b864d2-387d-423b-a206-f861d6ec63fa
  kind: Event
  lastTimestamp: "2026-07-27T18:01:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:01:20Z"
    name: error-404-isvc-0a977-predictor.18c6377230d06bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: 6ee3832c-9dd6-4562-bbdc-d7b8ba615e17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: b7b864d2-387d-423b-a206-f861d6ec63fa
  kind: Event
  lastTimestamp: "2026-07-27T18:02:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:02:05Z"
    name: error-404-isvc-0a977-predictor.18c637792e16e28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26973"
    uid: 1f1d306d-0018-4a1e-89e3-0080dfd7c183
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: b7b864d2-387d-423b-a206-f861d6ec63fa
  kind: Event
  lastTimestamp: "2026-07-27T18:02:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:02:05Z"
    name: error-404-isvc-0a977-predictor.18c637792e76f2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26974"
    uid: 4b8eed14-97f7-4b72-bdbb-ef27d87044a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: b7b864d2-387d-423b-a206-f861d6ec63fa
  kind: Event
  lastTimestamp: "2026-07-27T18:06:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    unable to fetch metrics from resource metrics API: an error on the server ("Internal
    Server Error: \"/apis/metrics.k8s.io/v1beta1/namespaces/kserve-ci-e2e-test/pods?labelSelector=app%3Disvc.error-404-isvc-0a977-predictor\":
    Post \"https://172.31.0.1:443/apis/authorization.k8s.io/v1/subjectaccessreviews?timeout=10s\":
    net/http: request canceled (Client.Timeout exceeded while awaiting headers)")
    has prevented the request from succeeding (get pods.metrics.k8s.io)'
  metadata:
    creationTimestamp: "2026-07-27T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:16Z"
    name: error-404-isvc-0a977-predictor.18c637ba6b5400b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28702"
    uid: 08fe7158-2735-4703-9218-1cb4c39bd46c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: b7b864d2-387d-423b-a206-f861d6ec63fa
  kind: Event
  lastTimestamp: "2026-07-27T18:06:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: unable to fetch metrics from resource metrics API: an error on the
    server ("Internal Server Error: \"/apis/metrics.k8s.io/v1beta1/namespaces/kserve-ci-e2e-test/pods?labelSelector=app%3Disvc.error-404-isvc-0a977-predictor\":
    Post \"https://172.31.0.1:443/apis/authorization.k8s.io/v1/subjectaccessreviews?timeout=10s\":
    net/http: request canceled (Client.Timeout exceeded while awaiting headers)")
    has prevented the request from succeeding (get pods.metrics.k8s.io)'
  metadata:
    creationTimestamp: "2026-07-27T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:16Z"
    name: error-404-isvc-0a977-predictor.18c637ba6bb99271
    namespace: kserve-ci-e2e-test
    resourceVersion: "28705"
    uid: a87d8693-1e08-4e09-9c1c-b264a2fca8fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: 6ae87f2d-ee81-405a-8655-286c88ae7f14
  kind: Event
  lastTimestamp: "2026-07-27T18:01:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:01:39Z"
    name: error-404-isvc-0a977.18c6376eb1e56601
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: 577e45f5-fd50-4f2d-98b7-0e85af1da4bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: 6ae87f2d-ee81-405a-8655-286c88ae7f14
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-0a977": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0a977":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: error-404-isvc-0a977.18c6376eb26004aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: 037287c4-d9da-4bde-8a55-407e763f2115
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: 6ae87f2d-ee81-405a-8655-286c88ae7f14
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-0a977": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: error-404-isvc-0a977.18c6376eb260487b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26298"
    uid: 18c84d45-fba8-42e7-8180-3e2bfc016449
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 6ae87f2d-ee81-405a-8655-286c88ae7f14
  kind: Event
  lastTimestamp: "2026-07-27T18:01:39Z"
  message: InferenceService [error-404-isvc-0a977] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:01:39Z"
    name: error-404-isvc-0a977.18c63779f25c3f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: 215620e9-5b91-4e45-93d0-d6551fb22c51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 6ae87f2d-ee81-405a-8655-286c88ae7f14
  kind: Event
  lastTimestamp: "2026-07-27T18:06:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:06:51Z"
    name: error-404-isvc-0a977.18c637c2a0e871c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28958"
    uid: b99dbf3a-e683-418e-bb88-aa09ce9318c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:51:36.083555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636ed8613a2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: 3a5714cf-313e-440f-a3ee-dc398c148c3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636eda11d2a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: ff87e84b-0a8e-4f7c-8360-762a962c3c95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636eda28b55de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: 7fe41b8d-59e2-42e2-ab3f-22e4a7dac552
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636eda4bb3aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: f5488dcb-878a-4e95-b0f0-32e0a5c25862
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636eda52a6024
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: d92078b7-e3f0-4693-970c-2f78af68c401
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636eda5336806
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 436757f8-c166-43a6-b5c2-57101deaa5f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636eda81284f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 13e9c121-0261-42f2-b91e-731a5da36ffa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636eda8914ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: eac868c3-f512-4937-89eb-283dadc1c990
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T18:00:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:53Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c636edadd7c4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26368"
    uid: fbf25242-60ef-4d9a-9660-6758cc0dd266
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c6376ea8e07756
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: e68617c6-5ee1-451f-8069-1c05faf338b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c6376ea8e10420
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: 94b8a2dd-2477-44ce-b412-355a1a8bfdbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0bf80531-e986-45d8-af30-104d9de00e0e
  kind: Event
  lastTimestamp: "2026-07-27T18:00:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:53Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr.18c6376f5e43fd8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26366"
    uid: 9ccb2f71-a70a-4a05-b671-396b4905beb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-19a85-predictor-57d9d7bf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 89f415b4-b889-4110-b616-b0bf23d43286
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: 'Created pod: error-404-isvc-19a85-predictor-57d9d7bf78-b79pr'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor-57d9d7bf78.18c636ed85aa4c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 946adc6b-6718-481b-849c-fa3046e44aae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: 7bd7cb54-24ac-4709-a814-f5e1dbfcf88c
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Scaled up replica set error-404-isvc-19a85-predictor-57d9d7bf78 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85-predictor.18c636ed84098bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: d60586b3-f4c2-41f8-a609-b39e79342b39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 72da4764-db5d-4800-aaec-b70f7f0dd403
  kind: Event
  lastTimestamp: "2026-07-27T17:51:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:51Z"
    name: error-404-isvc-19a85-predictor.18c636f102bc583a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 1e77c635-c450-41ef-90dd-679896306576
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 72da4764-db5d-4800-aaec-b70f7f0dd403
  kind: Event
  lastTimestamp: "2026-07-27T17:51:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:51Z"
    name: error-404-isvc-19a85-predictor.18c636f10320394a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: ca6042fb-66bf-4001-947e-03b413a0ba54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 72da4764-db5d-4800-aaec-b70f7f0dd403
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: error-404-isvc-19a85-predictor.18c636f481d2dbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22425"
    uid: 61e30929-b123-4314-bc94-43f30978d3b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 72da4764-db5d-4800-aaec-b70f7f0dd403
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: error-404-isvc-19a85-predictor.18c636f48236236e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22426"
    uid: 4c4514a5-1b8a-42c8-bd05-67813227d45c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 5b16bebf-86c3-4c01-9d6e-80d886e49219
  kind: Event
  lastTimestamp: "2026-07-27T17:52:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:52:23Z"
    name: error-404-isvc-19a85.18c636ed8477ee27
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: a174cfb6-def2-401e-917b-1ed6616ff11c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 5b16bebf-86c3-4c01-9d6e-80d886e49219
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-19a85": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-19a85":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85.18c636ed84cfa468
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 81f68f5b-d4bc-4c44-837a-c6f1e8e07d80
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 5b16bebf-86c3-4c01-9d6e-80d886e49219
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-19a85": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: error-404-isvc-19a85.18c636ed84cfe911
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 161e10bd-0850-4301-a357-26386b2d8043
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: 5b16bebf-86c3-4c01-9d6e-80d886e49219
  kind: Event
  lastTimestamp: "2026-07-27T17:52:23Z"
  message: InferenceService [error-404-isvc-19a85] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:52:23Z"
    name: error-404-isvc-19a85.18c636f8a4ea1146
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: 62b8a3c0-b682-490a-b308-e01e18a379a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: 5b16bebf-86c3-4c01-9d6e-80d886e49219
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: error-404-isvc-19a85.18c6376388d71275
    namespace: kserve-ci-e2e-test
    resourceVersion: "25802"
    uid: 66b77c24-5ca8-4503-b0ec-b317eb241a71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:38:40.857532Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363907013fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: 2f42783c-239e-453d-a549-540cebc1b00f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c63639201396d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: f1bd8882-87ae-4f2b-ab91-0efd213f8a11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c636392181a5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: ddfa34f8-51e8-4b53-bfe6-ab8fa839805a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1814"
    in 14.771s (14.771s including waiting). Image size: 1333940330 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:56Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363c91faa73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 0cc14333-de46-4217-a055-95ea9a7a6031
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:56Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363c9609cc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 653e5132-44fb-49e7-8606-d8c17af2332e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:56Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363c967d2dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: be1cf765-c066-47ab-a978-b3afadfffb34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:56Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:56Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363c968afc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 218af226-d4fe-4016-b439-7e1979939329
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.574s (2.574s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:58Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363d2ffeeb61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 9e128416-1cab-4ab5-b5fb-19825dbb9367
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:58Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363d33d248de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15043"
    uid: fc61a0d1-996c-4870-8d38-df0e6f991f37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:38:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:58Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363d345f9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: a7ee325e-21fd-4b5d-a74e-0caeb575a9bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:39:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:35Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6363d5cb798df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: f22de25b-cf17-48b4-ae24-da2a0fc853c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6364df58efc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 8d4a007c-2e52-4818-bfcf-dd30942a10f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: c5e3b758-5d89-482a-99fe-961f56e4a2a7
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt.18c6364df58f5ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 3583f4ff-4587-41a8-ae3b-98bc0e9900ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-24ce3-predictor-565cbdc96
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: 693ad2eb-0a36-4172-80b9-866aa874bd5c
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: 'Created pod: error-404-isvc-24ce3-predictor-565cbdc96-pwxvt'
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: error-404-isvc-24ce3-predictor-565cbdc96.18c63639068a93aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: 923865a2-0129-45e9-b029-c3606f2df8d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: b23d777a-c810-42b4-8894-93ab645abaef
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: Scaled up replica set error-404-isvc-24ce3-predictor-565cbdc96 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: error-404-isvc-24ce3-predictor.18c63639049fb476
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 18952ef2-21c1-4d99-93e1-ce6d053130ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: 4d029f7c-d319-4df4-bb0e-87b7f69cbd7f
  kind: Event
  lastTimestamp: "2026-07-27T17:39:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:25Z"
    name: error-404-isvc-24ce3-predictor.18c6363c83292e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: 521a55db-9fbb-4577-a088-b3751ed6ec90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: 4d029f7c-d319-4df4-bb0e-87b7f69cbd7f
  kind: Event
  lastTimestamp: "2026-07-27T17:39:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:25Z"
    name: error-404-isvc-24ce3-predictor.18c6363c8373f95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: b247e10e-2fae-4ce7-94ab-1c10051d2763
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: 4d029f7c-d319-4df4-bb0e-87b7f69cbd7f
  kind: Event
  lastTimestamp: "2026-07-27T17:39:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:55Z"
    name: error-404-isvc-24ce3-predictor.18c63646ffb667bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: ceb19314-a42d-4c9b-9e82-c9c10747c418
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: 4d029f7c-d319-4df4-bb0e-87b7f69cbd7f
  kind: Event
  lastTimestamp: "2026-07-27T17:39:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:55Z"
    name: error-404-isvc-24ce3-predictor.18c63647001f763d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 7e26034d-a924-42cf-aded-d008b1eaff6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-24ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: 03ea156d-0695-422f-8687-b006f308b448
  kind: Event
  lastTimestamp: "2026-07-27T17:39:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:39:45Z"
    name: error-404-isvc-24ce3.18c6363904a3126c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: d4a14755-1a9a-4b36-8c1c-c10e0debb3f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-24ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 03ea156d-0695-422f-8687-b006f308b448
  kind: Event
  lastTimestamp: "2026-07-27T17:39:45Z"
  message: InferenceService [error-404-isvc-24ce3] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:39:45Z"
    name: error-404-isvc-24ce3.18c6364817f4e273
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: bf408fb4-4cc1-4e7e-be31-eae669fa5dfc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:50:35.965202Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-28de7-predictor-6464688578-csjht
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636df86be61a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: f0475d15-5ce1-4951-b4e3-5a259b153af9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-28de7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636df90c9c8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21140"
    uid: ee03a82b-79f3-4d14-976d-0cb44a31a63f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636dfc404189a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 0c681d07-7ec5-4544-8f24-93ec6e0889cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:50:37Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:37Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636dfc54ff87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: 993cc0fb-02ee-4bfb-9ce8-cafde53c90ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:50:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:37Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636dfc89617bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: c5e0c0ac-eb11-4d68-bdc1-13bf1a84f4af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:50:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:37Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636dfc9034aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: f2261e7a-a706-4c99-bc79-07dcad1ce87d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:50:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:37Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636dfc90c8813
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: c14e4683-c4ef-49be-bb97-cccd010899e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:50:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:37Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636dfcb9d5e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: f59c86f0-ffa1-45c1-b962-95774ba761f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:50:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:37Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636dfcc0bfd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 1d545677-056c-4232-9eb2-36ef8687f591
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T17:51:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:13Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c636dfe0241044
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: cf7830a5-b390-4701-abc6-d16855a5de36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T18:00:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:23Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c63768628b0b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: ade4ccdb-be01-42de-95fb-9eef9a5fdbac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T18:00:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:23Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c63768628b8f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "25995"
    uid: 03fb9c1b-e451-4221-9665-1ecaa0b68a20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-28de7-predictor-6464688578-csjht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21125"
    uid: 8ccb4422-a76d-4d68-9bd7-741ad5e33824
  kind: Event
  lastTimestamp: "2026-07-27T18:00:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:28Z"
    name: error-404-isvc-28de7-predictor-6464688578-csjht.18c637697ab3a657
    namespace: kserve-ci-e2e-test
    resourceVersion: "26045"
    uid: 01f97685-1638-4fe6-884a-a74f2c6895f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-28de7-predictor-6464688578
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 7b5c64df-d41d-494e-a810-28c6a1d8c8e8
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: 'Created pod: error-404-isvc-28de7-predictor-6464688578-csjht'
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: error-404-isvc-28de7-predictor-6464688578.18c636df8659dc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: 12ecc00a-212d-4555-8b8e-62715917d962
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 09425304-a339-454e-9d70-89a0682bad14
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: Scaled up replica set error-404-isvc-28de7-predictor-6464688578 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: error-404-isvc-28de7-predictor.18c636df84b879a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: 4cbbf826-dc78-4b05-a097-df40cc3333a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 2e9e7341-c286-43f1-8673-113c8f2bdadb
  kind: Event
  lastTimestamp: "2026-07-27T17:51:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:05Z"
    name: error-404-isvc-28de7-predictor.18c636e3032fdf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: f6a6fd93-2c90-4ca9-ab49-9030b65d425f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 2e9e7341-c286-43f1-8673-113c8f2bdadb
  kind: Event
  lastTimestamp: "2026-07-27T17:51:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:05Z"
    name: error-404-isvc-28de7-predictor.18c636e303974c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: dac91290-2dba-4895-9a99-3d60005b2e2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: 2e9e7341-c286-43f1-8673-113c8f2bdadb
  kind: Event
  lastTimestamp: "2026-07-27T17:51:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:50Z"
    name: error-404-isvc-28de7-predictor.18c636ea00ff94a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: f083493d-ff1c-4bda-b1dc-2c177da32cff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: 2e9e7341-c286-43f1-8673-113c8f2bdadb
  kind: Event
  lastTimestamp: "2026-07-27T17:51:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:51Z"
    name: error-404-isvc-28de7-predictor.18c636ea0165b77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: ee1d4808-9a1c-4f72-9d2c-f8e27dca65bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: c570fa84-e707-4983-9d00-0507b8826387
  kind: Event
  lastTimestamp: "2026-07-27T17:51:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:23Z"
    name: error-404-isvc-28de7.18c636df84c1c100
    namespace: kserve-ci-e2e-test
    resourceVersion: "21599"
    uid: 6f8b9d57-f147-410a-aa81-ecc0e8c8cf32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: c570fa84-e707-4983-9d00-0507b8826387
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-28de7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-28de7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: error-404-isvc-28de7.18c636df858804f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: 1353570e-63cb-49ee-8f59-d87c6392c41d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: c570fa84-e707-4983-9d00-0507b8826387
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-28de7": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: error-404-isvc-28de7.18c636df8588685d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 60b2e8b3-85b5-4858-89a7-64c402a640c7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: c570fa84-e707-4983-9d00-0507b8826387
  kind: Event
  lastTimestamp: "2026-07-27T17:51:23Z"
  message: InferenceService [error-404-isvc-28de7] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:23Z"
    name: error-404-isvc-28de7.18c636ea9ba59c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 9cc65846-c505-42a6-98ce-8f2d7fc9c08b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:49:25.694656Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-37f6e-predictor-848b7c596-c679g
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf2a4af1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 705c1af3-bdae-46a2-83af-6e7069ce2040
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-37f6e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf37aa008a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20265"
    uid: 83979eb7-51d9-447c-ab4a-b32984de314b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf67b8d208
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: aff0e2b1-b555-4507-835c-1ac923a8b305
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf691efb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: 0c3fafec-23f6-4280-8ad3-6f0605b6c146
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf6c3eb1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20286"
    uid: 0a5552b9-91d6-42d4-9dd3-fa29c29e084b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf6cafef41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: 17c70f36-5d2f-4f49-8b20-9b550567a46b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf6cb96017
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: 99445018-2bff-4cc9-b1a3-4b437d0f5988
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf6f586b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20291"
    uid: 9dd1471d-6516-4ec9-9553-4b3e676db290
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf6fcc750f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: 8227636c-adc1-49bc-843b-0b2262692f0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:50:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:03Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636cf7f501fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 5430c924-f6f7-49f0-9ca8-9026441ae97b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636df81539a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: 35946910-4ee4-4c85-9e1e-9d20491c655f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636df8154469a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: 2baaad05-9e76-43a0-a149-6b28e7bf5e3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 592f360c-7d03-4896-90eb-abb9af963334
  kind: Event
  lastTimestamp: "2026-07-27T17:50:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:38Z"
    name: error-404-isvc-37f6e-predictor-848b7c596-c679g.18c636e0078f8c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: 99d821aa-5f35-4981-b5f2-8167734d7ece
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-37f6e-predictor-848b7c596
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: c1ee2d9b-8a82-4807-943f-333ee7daf2e9
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: 'Created pod: error-404-isvc-37f6e-predictor-848b7c596-c679g'
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: error-404-isvc-37f6e-predictor-848b7c596.18c636cf29beec4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1899607d-e2ae-4a04-b5a8-721dc90868b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: b2a3ffc9-e79a-465d-946d-7bf05a39f11d
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: Scaled up replica set error-404-isvc-37f6e-predictor-848b7c596 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: error-404-isvc-37f6e-predictor.18c636cf28293892
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: 6f902460-afeb-4b4b-8f56-4ac41ba611ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: dcdc3263-240b-4db5-9f5d-30e9da0df2e2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:55Z"
    name: error-404-isvc-37f6e-predictor.18c636d2a6a189a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: b6d7161c-822f-470a-ab3c-123717df0599
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: dcdc3263-240b-4db5-9f5d-30e9da0df2e2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:55Z"
    name: error-404-isvc-37f6e-predictor.18c636d2a72376d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: 6ae1f9d0-7cf6-4e31-a421-a9d4e16f648d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: dcdc3263-240b-4db5-9f5d-30e9da0df2e2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-37f6e-predictor.18c636d9a4abbab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: e7fc9ae6-5a03-4009-a4a8-9081dd3c4e00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: dcdc3263-240b-4db5-9f5d-30e9da0df2e2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-37f6e-predictor.18c636d9a508f92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: 137fa96c-433f-41e9-83ea-b8fc840dfbad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 68c4ccd0-8307-49de-a1db-db7993ea0ddf
  kind: Event
  lastTimestamp: "2026-07-27T17:50:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:13Z"
    name: error-404-isvc-37f6e.18c636cf28327a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 7e31cabb-2735-4806-8203-128940a854d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 68c4ccd0-8307-49de-a1db-db7993ea0ddf
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-37f6e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-37f6e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: error-404-isvc-37f6e.18c636cf28b4df04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 1ac387d3-ec0b-48bb-9e5c-5363569e7768
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 68c4ccd0-8307-49de-a1db-db7993ea0ddf
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-37f6e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: error-404-isvc-37f6e.18c636cf28b547c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: c8b477c9-34e8-4582-8e99-7f44de5585f8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: 68c4ccd0-8307-49de-a1db-db7993ea0ddf
  kind: Event
  lastTimestamp: "2026-07-27T17:50:13Z"
  message: InferenceService [error-404-isvc-37f6e] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:13Z"
    name: error-404-isvc-37f6e.18c636da3d9223e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: 6a0d4119-d797-49d1-a2c4-989a2406c535
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:50:25.853075Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd2c038668
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 58ffb8d4-1da4-435c-a79b-2ecf377202c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd458038cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: 707fd5a9-118b-43d9-857f-427bf37c3106
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd46de15e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: 32b4f9cc-2474-4ca1-ba72-bf46128ae10a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd496bc9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 7de4c2e1-bb11-4249-baef-80d063580bb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd49f96aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 4a242530-504c-472d-8f98-c1586920b29d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd4a02fc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: 0d1b6dfc-935f-4f30-a25b-82500c233db3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd4d6542fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 47013401-065b-4bca-abce-5567118484c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd4e317669
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: 1f3f10ad-98f0-4b3f-a5cb-117c3024054d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:51:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:03Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636dd883efc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: 00aec7db-2977-4982-aecd-322770fa1543
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636ed780dc871
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: b547532f-d8ae-4f78-8c72-fcca0fa440a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636ed780ea8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: fee93b3b-ebd1-4225-b525-5649931e7e27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 9ceab3bb-54e6-42a9-a3a7-6480a1e19fa1
  kind: Event
  lastTimestamp: "2026-07-27T17:51:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:38Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978-66kdn.18c636ee109dc284
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: 6137a51e-113a-428f-8321-48ffa7cbe6cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-60da7-predictor-68f4c8d978
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: e1f0914d-4f53-4a36-b6bc-e60082e1df28
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'Created pod: error-404-isvc-60da7-predictor-68f4c8d978-66kdn'
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-60da7-predictor-68f4c8d978.18c636dd2b9f87d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: d3d1aba3-7b2b-4bb8-b15e-a6c06c6a06e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: 2c88960b-c2f4-4f23-9fdb-e2dbc0ba8d17
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: Scaled up replica set error-404-isvc-60da7-predictor-68f4c8d978 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-60da7-predictor.18c636dd29ec92b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 067c4c32-8473-4bb8-bca9-4ff7b4b4f131
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: a5a61c0d-0158-4b8e-a0b0-9e8b7751ce3a
  kind: Event
  lastTimestamp: "2026-07-27T17:50:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:55Z"
    name: error-404-isvc-60da7-predictor.18c636e0a8717258
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: f721e500-a8e7-4432-aa78-fe297452ca99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: a5a61c0d-0158-4b8e-a0b0-9e8b7751ce3a
  kind: Event
  lastTimestamp: "2026-07-27T17:50:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:55Z"
    name: error-404-isvc-60da7-predictor.18c636e0a8db44c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: d55a631d-283f-4ab0-8cdc-bf4331e644fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: a5a61c0d-0158-4b8e-a0b0-9e8b7751ce3a
  kind: Event
  lastTimestamp: "2026-07-27T17:51:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:25Z"
    name: error-404-isvc-60da7-predictor.18c636e7a6400970
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 5f3ef5df-05c2-4366-8d1f-29b05f506009
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: a5a61c0d-0158-4b8e-a0b0-9e8b7751ce3a
  kind: Event
  lastTimestamp: "2026-07-27T17:51:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:25Z"
    name: error-404-isvc-60da7-predictor.18c636e7a6bca1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 8e62d749-b51f-415a-88fe-7ca6e6084180
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-60da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 495c99a7-e2cc-47b2-9225-48af75f62d48
  kind: Event
  lastTimestamp: "2026-07-27T17:51:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:13Z"
    name: error-404-isvc-60da7.18c636dd2a042d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 630bf480-42f2-41d2-bd6c-23d2fdade3e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-60da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 495c99a7-e2cc-47b2-9225-48af75f62d48
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-60da7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-60da7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-60da7.18c636dd2aa65e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: d540718f-6edb-49b1-9429-1afb94b58317
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-60da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 495c99a7-e2cc-47b2-9225-48af75f62d48
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-60da7": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-60da7.18c636dd2aa6ab21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 911ca8e3-20ce-466b-afaf-97f484e153ee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-60da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 495c99a7-e2cc-47b2-9225-48af75f62d48
  kind: Event
  lastTimestamp: "2026-07-27T17:51:13Z"
  message: InferenceService [error-404-isvc-60da7] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:13Z"
    name: error-404-isvc-60da7.18c636e844269935
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: 48b53d71-bd73-4515-95bf-e60162bc3d1a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:40:10.860031Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364dfb9273c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: 5a197b30-aa18-498e-954a-e91fe152305d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364e153d662d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 05a5f7c7-2c8d-40d6-b22c-bc567bc16401
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364e168de08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: e2ddb7de-eb3b-4bb8-ba38-4b01ccb2aa73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364e1931e4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 0fc36552-3dbb-4678-8f2b-c0434d1bc4aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364e199fad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 6bba467f-c5f6-40d6-bfa4-ecc42e9b8bca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364e19a88b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: 47b13037-f2c5-4d47-bb09-d7426fc36f82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364e1c7faaf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: d96a0326-9e4f-4ae5-bef5-9c92225eccb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364e1ceaaebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 4662a941-c626-4f0f-9762-75d2728ec57e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:49:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:27Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c6364e31e57251
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: 033b75c7-00a2-440d-af15-cb478b7abfa9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c636cf2d1dbf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: 71e138d4-d53d-4916-8c17-734a07cc1551
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c636cf2d1e2202
    namespace: kserve-ci-e2e-test
    resourceVersion: "20256"
    uid: 4c514dd3-5f5a-41cb-804c-e9b340b4095c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 5ff180e4-f789-4010-8388-3974ef9f061c
  kind: Event
  lastTimestamp: "2026-07-27T17:49:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:27Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl.18c636cfa691b577
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 5c2ec76e-1e5e-450d-9a9e-ca9beeba5322
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-78126-predictor-7fbf689c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 7ee37d09-d564-4da5-9ff0-5a2e1a8065e7
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: 'Created pod: error-404-isvc-78126-predictor-7fbf689c8b-ctxpl'
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: error-404-isvc-78126-predictor-7fbf689c8b.18c6364dfb0baf5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: 9b3d8799-ecb1-466d-89d6-bf96b7553d1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: f86a986c-b870-4a51-af2d-fed8ecbe53b6
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: Scaled up replica set error-404-isvc-78126-predictor-7fbf689c8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: error-404-isvc-78126-predictor.18c6364df9510618
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: 00d19daa-7cd3-4bf6-a3dc-cad8d6dd65f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 0840a73a-1c6d-43b1-8564-a4a30c12a136
  kind: Event
  lastTimestamp: "2026-07-27T17:40:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:40Z"
    name: error-404-isvc-78126-predictor.18c63651787b8816
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: 249aea1c-f478-4f46-b7b6-bc81d1cff44c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 0840a73a-1c6d-43b1-8564-a4a30c12a136
  kind: Event
  lastTimestamp: "2026-07-27T17:40:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:40Z"
    name: error-404-isvc-78126-predictor.18c6365178e7255a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: 0ce1d936-793b-4381-b159-873b770ed694
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 0840a73a-1c6d-43b1-8564-a4a30c12a136
  kind: Event
  lastTimestamp: "2026-07-27T17:41:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:25Z"
    name: error-404-isvc-78126-predictor.18c63658765ccd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16755"
    uid: fa079a67-a983-4561-94c1-e03c39682cc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 0840a73a-1c6d-43b1-8564-a4a30c12a136
  kind: Event
  lastTimestamp: "2026-07-27T17:41:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:25Z"
    name: error-404-isvc-78126-predictor.18c63658770e6ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: edb9d2b1-61ed-4f22-96ec-9aa1f348700b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: 9b239fd1-c3b9-4b09-9e53-eb1b6a0e9093
  kind: Event
  lastTimestamp: "2026-07-27T17:40:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:57Z"
    name: error-404-isvc-78126.18c6364df95fe72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 954b3089-9a72-4ebf-b455-af24a593172a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: 9b239fd1-c3b9-4b09-9e53-eb1b6a0e9093
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-78126": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-78126":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: error-404-isvc-78126.18c6364dfa07ba95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15809"
    uid: 91abd559-ef80-4f36-855e-2dd8654478c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: 9b239fd1-c3b9-4b09-9e53-eb1b6a0e9093
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-78126": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: error-404-isvc-78126.18c6364dfa080299
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: 1fa80b0c-b73d-4257-b623-d9fd25c743e1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: 9b239fd1-c3b9-4b09-9e53-eb1b6a0e9093
  kind: Event
  lastTimestamp: "2026-07-27T17:40:57Z"
  message: InferenceService [error-404-isvc-78126] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:57Z"
    name: error-404-isvc-78126.18c63658f04ce156
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 7094d290-0729-4856-93f0-d0ba9f48573e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:41:10.911029Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365bf6e3f9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 3a54d0a9-a3a6-4648-9715-f3ec11c0b430
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365c101212b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: f9228cdd-04a8-46e3-ac27-186d207ccdbd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365c11929a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: cbdd5c94-9799-4d2e-847e-9962991723fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365c1444cebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: ba49c274-11e5-441a-b307-f68901088a00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365c14e7cec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: b0f647cb-8a81-40a0-b2b5-b82e65dd7b17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365c14f0243f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 15cebd9d-18d2-46a8-a898-38adf02c39b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365c17681025
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: f3a1ed92-325b-4713-9732-282712c7aacd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365c17d1ff26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 80efdab9-06e8-4524-b29f-519aa0108ce3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:50:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:28Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c6365c393809eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: d585d4ff-bb79-4512-9738-b78e8f823282
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c636dd2358068a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: eda985f8-b042-4c86-8b99-1c1db1717a9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c636dd23586aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 082c812a-afd7-4ea2-a877-0761ec6dde36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2141d288-3ec1-4fb9-811d-598a3066e8ea
  kind: Event
  lastTimestamp: "2026-07-27T17:50:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:28Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz.18c636ddad9a2f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: 244ad886-6e71-4917-b2b3-57de76a57caf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 5be8fc8d-c30e-4144-b86e-457e61200029
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: 'Created pod: error-404-isvc-796c8-predictor-5fb7fb7d5b-5sfzz'
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: error-404-isvc-796c8-predictor-5fb7fb7d5b.18c6365bf671a49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 7dffdf55-8241-4b2f-8d13-6eab4c7b1fd1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 3f3edc24-ff8b-4055-9fef-579742f27a9f
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Scaled up replica set error-404-isvc-796c8-predictor-5fb7fb7d5b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: error-404-isvc-796c8-predictor.18c6365bf4b6c970
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: e919772c-f71a-42f5-94d1-c715bcc84f73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 4e26bc04-07c1-45c6-90f2-b70d68e7ee76
  kind: Event
  lastTimestamp: "2026-07-27T17:41:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:25Z"
    name: error-404-isvc-796c8-predictor.18c6365f7366ff5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: d8dbe749-b2cb-47c7-8787-bde8efd0bf4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 4e26bc04-07c1-45c6-90f2-b70d68e7ee76
  kind: Event
  lastTimestamp: "2026-07-27T17:41:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:25Z"
    name: error-404-isvc-796c8-predictor.18c6365f73c4a4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 09832471-e148-48f2-8903-5e627e727f5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 4e26bc04-07c1-45c6-90f2-b70d68e7ee76
  kind: Event
  lastTimestamp: "2026-07-27T17:42:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: error-404-isvc-796c8-predictor.18c63662f27192a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: e2a0b3df-e8eb-458c-ac61-b0154a40a4d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 4e26bc04-07c1-45c6-90f2-b70d68e7ee76
  kind: Event
  lastTimestamp: "2026-07-27T17:42:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: error-404-isvc-796c8-predictor.18c63662f2d30792
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: d69c23bd-c6fc-42cc-b8ab-cdf372c5d9da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: c5e4c19d-53a4-4343-9aff-d06cfafab0c5
  kind: Event
  lastTimestamp: "2026-07-27T17:41:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:58Z"
    name: error-404-isvc-796c8.18c6365bf4ffd5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: 2624b80a-c056-4804-bf71-4d3d60c9d876
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: c5e4c19d-53a4-4343-9aff-d06cfafab0c5
  kind: Event
  lastTimestamp: "2026-07-27T17:41:58Z"
  message: InferenceService [error-404-isvc-796c8] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:58Z"
    name: error-404-isvc-796c8.18c63666f9474c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: ff28b8f9-8d4d-45ac-9c9f-7b15ff31b54f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:38:40.775688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    to ip-10-0-131-71.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6363902206a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 532462f7-641a-467c-b8ec-e7e2becd9a30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c636390b42fb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: e14cc159-6285-452f-9385-5fa9b72d203a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14745"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c63639402f7426
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 249aec4c-21b0-41a2-a928-fd34de551582
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6363941c5e1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: f4d5ad83-0df8-422c-b352-3736610ca2c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6363945b0d354
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: 3a684bf9-1aa7-42c8-9d31-3dc237b06d47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6363946249716
    namespace: kserve-ci-e2e-test
    resourceVersion: "14865"
    uid: c4013f79-8ba8-410c-8c4d-485135df00b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:38:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T17:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:45Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6363a38d60472
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: 037646ed-d142-4dba-b21c-6bc041cf43aa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:39:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 28.651s (28.651s including waiting). Image size: 1555732406 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:14Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c63640e495c1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15175"
    uid: 61d690b5-bd14-4cf1-9a2a-d637de33b07f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:39:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:14Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c63640ebf30151
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: a13ed850-799a-40d5-8720-0a82f8d10014
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:39:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:14Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c63640eced2ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: ef075fb5-af7c-4c07-bd0e-b90bf81ea811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:39:14Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:14Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c63640ecfbc041
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: 4b534e0a-1e1e-4717-a4cd-da192d7c04fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.898s (2.898s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6364199c618c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15211"
    uid: 4a8db869-b118-4f5a-9f39-97f2f20e8dc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c636419e106f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: 2895e32a-1097-426b-8542-e34169ccc89d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c636419e77b0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: c8035cde-b61a-4ca7-a1c8-8fb67dc1743b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:41:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:15Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c63641f5703885
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 3a4e9ec6-a3dd-4e92-994d-70293a3e2d64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6365bef68a116
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: c20f4f6a-a9ef-4ff9-aeaa-7f1686b5657b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6365bef6bcc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: 77286608-e45a-4ae3-bcdd-c1e23e03bfa1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: 72cb5b5d-6976-4493-a299-27c402e96ab4
  kind: Event
  lastTimestamp: "2026-07-27T17:41:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:15Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x.18c6365cf7c22284
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 6fff116a-fb7e-4f24-9522-f7e89caf87e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-6d55f5d589
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 34bf9f8e-5509-4b6d-8697-4041b38126da
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-6d55f5d589-hr47x'
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: isvc-sklearn-graph-1-predictor-6d55f5d589.18c63639018cf1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14732"
    uid: f9099289-480a-48a9-8696-5f71dd370002
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: 02e86f57-0396-4666-ac0a-d3effc804765
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-6d55f5d589 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: isvc-sklearn-graph-1-predictor.18c63638fe9a24a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: 0579b6df-6251-452e-93bb-ad66309be7c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: 7a4d6396-1604-44a9-838e-33688a6e5dc5
  kind: Event
  lastTimestamp: "2026-07-27T17:39:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:55Z"
    name: isvc-sklearn-graph-1-predictor.18c6363c7d361f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: 9d9e177b-97a5-4e58-b02f-b490dabde7fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: 7a4d6396-1604-44a9-838e-33688a6e5dc5
  kind: Event
  lastTimestamp: "2026-07-27T17:39:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:55Z"
    name: isvc-sklearn-graph-1-predictor.18c6363c7d9aa3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: cbf5a47c-1d28-4cba-bd92-216cbf118554
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 7a4d6396-1604-44a9-838e-33688a6e5dc5
  kind: Event
  lastTimestamp: "2026-07-27T17:40:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:55Z"
    name: isvc-sklearn-graph-1-predictor.18c6364df74841cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 7d74914f-7a97-4ca7-9cc2-b267a58128ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 7a4d6396-1604-44a9-838e-33688a6e5dc5
  kind: Event
  lastTimestamp: "2026-07-27T17:40:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:55Z"
    name: isvc-sklearn-graph-1-predictor.18c6364df7cb1b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 35eb85fe-9ea0-4761-aba5-fc01916d8242
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: aec5a62d-1d95-4310-b1ae-c76a9cf1542e
  kind: Event
  lastTimestamp: "2026-07-27T17:40:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:35Z"
    name: isvc-sklearn-graph-1.18c63638feb2d30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 028663de-ee01-47ce-84e6-dab6694a3fb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: aec5a62d-1d95-4310-b1ae-c76a9cf1542e
  kind: Event
  lastTimestamp: "2026-07-27T17:40:35Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:35Z"
    name: isvc-sklearn-graph-1.18c63653ad4e2d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: d8e776a2-40eb-485d-99e8-e1b7739417ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:38:41.084080Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    to ip-10-0-131-71.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c63639148224c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: 878d99d0-8464-4dc1-8555-56c159f3201b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c636392e919109
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 159e2125-26e3-4eb1-8dc4-405a30e0045d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c63639300cb1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14854"
    uid: eb7ebaf1-642c-43fa-9c8d-f1e89d5d8075
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c6363933007dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14857"
    uid: e274be1c-2942-4823-9d3b-7bc0cc993fe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c6363933808729
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: 2a6d7b33-3653-494d-9b08-c15edf84f1b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T17:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:45Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c6363a38bab7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: 9ae825d5-18fb-4250-a474-3eed7ca7f43e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 28.652s (28.652s including waiting). Image size: 1555732406 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:14Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c63640e491cea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 9a60ad14-64ad-4ffa-8e38-120bfa7b28ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:14Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c63640ec8c09a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 4ab9f1bf-bcb8-4239-bbf3-d1c1a0e878f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:14Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c63640ee2ed835
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 8f4a4908-3c1b-42cb-a827-6b17625791b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:14Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T17:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:14Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c63640ee3c4654
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 56269c2e-c2bb-486e-aa69-21582fd01078
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.885s (2.885s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c636419a3fe2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 1ee89105-b68d-4230-b9cc-d6f6f3de1711
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c636419e0d8fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 8fd63107-6970-4d5f-ad83-f439586c4e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c636419e8d7c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: 1bd5abe2-ff6b-4c99-8edf-a7a8c38b6f06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:14Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c63641b9989412
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 03a59ded-8cfc-4894-a7bb-7a19024b2ae2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c6365bebd519e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: aeb0112c-f281-46b5-9203-b094b0ec2cf0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c6365bebdc1f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: fd0949b3-2b5c-4ab8-8ff5-e401804c4437
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 094d3dc7-e47a-49c2-892e-f1631d9eba0b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:14Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68.18c6365cbbef38ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: a4f86aca-fd8a-466c-8ad3-1b10217aa3f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-7d44765f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 957e4cb1-12a5-4b5d-9770-e5cd40dcabba
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-7d44765f95-rmd68'
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-2-predictor-7d44765f95.18c63639141788af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14812"
    uid: 3cd1927b-1680-4adc-b863-bf80c309e677
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: 024d33de-3f1a-4e8b-85ae-da1b469c7bc9
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-7d44765f95 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-sklearn-graph-2-predictor.18c63639114059d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 59c37a81-3cd9-4ac7-9342-683879c88612
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: 0ec39c20-b44f-4eda-9468-aeae283b45aa
  kind: Event
  lastTimestamp: "2026-07-27T17:39:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:56Z"
    name: isvc-sklearn-graph-2-predictor.18c6363c90395dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: 7e977fea-86db-4087-bc9d-ac4e7f504e7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: 0ec39c20-b44f-4eda-9468-aeae283b45aa
  kind: Event
  lastTimestamp: "2026-07-27T17:39:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:56Z"
    name: isvc-sklearn-graph-2-predictor.18c6363c90750b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: d36090ba-e4c3-4d78-b344-5c984c3b9100
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15010"
    uid: 0ec39c20-b44f-4eda-9468-aeae283b45aa
  kind: Event
  lastTimestamp: "2026-07-27T17:40:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:56Z"
    name: isvc-sklearn-graph-2-predictor.18c6364e0a5baaa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 748987bd-1c8b-4629-a6e1-9c91ffd3e48d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15010"
    uid: 0ec39c20-b44f-4eda-9468-aeae283b45aa
  kind: Event
  lastTimestamp: "2026-07-27T17:40:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:56Z"
    name: isvc-sklearn-graph-2-predictor.18c6364e0ac11cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: 6287f375-aa72-4973-b782-381080a11795
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: b9d271c7-652b-45fb-bf36-657a76dd5edf
  kind: Event
  lastTimestamp: "2026-07-27T17:40:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:34Z"
    name: isvc-sklearn-graph-2.18c636391174a5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: 8d283d42-9730-49b1-99d5-ba5f8bf5504a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: b9d271c7-652b-45fb-bf36-657a76dd5edf
  kind: Event
  lastTimestamp: "2026-07-27T17:40:34Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:34Z"
    name: isvc-sklearn-graph-2.18c6365371bb723f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: cb3812e9-c888-46dd-89c8-9eea62d21982
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:38:40.983860Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    to ip-10-0-131-71.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c636390e88e6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 0fa1a6fd-594c-445d-9a59-5264b4b07092
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c63639284fd6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: 86c96473-edcc-430b-9c00-1b0ed77c3b14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c6363929ff45a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 267808ac-6d26-4959-adc5-04e34969f6c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c636392e0aa8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: 581ee4a6-08c8-4e62-959f-1ca5735d2431
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c636392e923df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: e396228e-e107-434a-a275-05f59fc6300c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:38:45Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T17:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:45Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c6363a38f34954
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: 0a649dc0-73ab-421f-9c34-1ee7e438012c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:15Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 29.113s (29.113s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:15Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c63641003c932e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 4dc50035-a8c2-4c53-bbff-dbd40fed0e07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:15Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c63641065b3ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 88c1f960-12c9-4040-ac60-981fb11c80f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:15Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c6364107706ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: a5fdfb52-8e10-4dd8-bd6c-701316190e55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:15Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T17:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:15Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c63641077c5421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 6305cb0a-bb21-4cef-a0f8-8bf42905c83e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.452s (2.452s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c6364199a59994
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 1d362379-2461-476c-9eb7-cd455b345024
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c636419e0f2b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 5345aa08-97c8-4545-8a34-5f062a76c181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:39:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:17Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c636419e7ca9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: a6358e22-2da5-4089-b75e-f279c3029098
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:14Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c63641b97b6431
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: c337a7f2-adcf-4325-98dd-24dc92b454d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c6365bf443d8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: ce672d24-8c8a-4671-8d68-14b3ac1a4349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c6365bf4474edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 2c2b387c-9180-43cc-bdab-20ecbe3c726f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 5ff1b82a-f995-47c1-9523-83ee56140b7b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:14Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-6mzj6.18c6365cbbf07509
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: b1a22f75-6e68-451e-acf0-9caaa590a98f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-71.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-71.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-555fc69d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: 21903da8-83bd-4d1c-a15f-d7ef4c592f12
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-6mzj6'
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: isvc-xgboost-graph-predictor-555fc69d56.18c636390e255996
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: 9a4f6f21-4964-4611-8bb8-af2418e09ed2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: 25861c85-2ec5-4cb1-b335-99fbe98ddb65
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: isvc-xgboost-graph-predictor.18c636390b62f281
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 8c249f25-b0b9-4d1a-a9e6-343921adfe7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 042f555a-1aeb-4608-ad6c-8ee3df2097bd
  kind: Event
  lastTimestamp: "2026-07-27T17:39:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:56Z"
    name: isvc-xgboost-graph-predictor.18c6363c8a535d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 426e6870-7dc2-4bf3-9260-aec67a6e5e48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 042f555a-1aeb-4608-ad6c-8ee3df2097bd
  kind: Event
  lastTimestamp: "2026-07-27T17:39:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:56Z"
    name: isvc-xgboost-graph-predictor.18c6363c8ab8217a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 7f79422e-10d5-4b9c-96d7-5df89b424826
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 042f555a-1aeb-4608-ad6c-8ee3df2097bd
  kind: Event
  lastTimestamp: "2026-07-27T17:40:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:56Z"
    name: isvc-xgboost-graph-predictor.18c6364706eae5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: f80d4d1f-9263-4ffd-858e-ef3929e8a64b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 042f555a-1aeb-4608-ad6c-8ee3df2097bd
  kind: Event
  lastTimestamp: "2026-07-27T17:40:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:56Z"
    name: isvc-xgboost-graph-predictor.18c63647075dd216
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: 0015ad28-21c5-457c-b4f9-62a213eadee4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "14759"
    uid: 8aba89e2-e907-498e-9632-d2a9ed072cf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:24Z"
    name: isvc-xgboost-graph.18c636390b94304c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 5fd5954e-5452-4b44-abd3-56f90c150c0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: 8aba89e2-e907-498e-9632-d2a9ed072cf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:24Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:24Z"
    name: isvc-xgboost-graph.18c636511dd9b027
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: 2eeee10a-894a-4e7c-9f01-36496b3b75b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:41:00.526213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-b84f4c8c7-jn5ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 72543746-44c6-417b-a368-8a35cb248743
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-b84f4c8c7-jn5ph
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:41:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:41:00Z"
    name: model-chainer-b84f4c8c7-jn5ph.18c636598be83de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 6b9194c1-ca4f-4193-9fcb-07ecb4375294
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-b84f4c8c7-jn5ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 72543746-44c6-417b-a368-8a35cb248743
  kind: Event
  lastTimestamp: "2026-07-27T17:41:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:00Z"
    name: model-chainer-b84f4c8c7-jn5ph.18c6365996e603b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: 5cdd97af-f173-418e-b598-d467aec01651
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-b84f4c8c7-jn5ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: 72543746-44c6-417b-a368-8a35cb248743
  kind: Event
  lastTimestamp: "2026-07-27T17:41:01Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:41:01Z"
    name: model-chainer-b84f4c8c7-jn5ph.18c63659c902700c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: 43544675-f47f-47f7-9a3c-b0b30042ef42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-b84f4c8c7-jn5ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 72543746-44c6-417b-a368-8a35cb248743
  kind: Event
  lastTimestamp: "2026-07-27T17:41:01Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:01Z"
    name: model-chainer-b84f4c8c7-jn5ph.18c63659ca3f9ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 7d1fbeb2-8cdd-4f89-b1a5-3a8d664f90c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-b84f4c8c7-jn5ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 72543746-44c6-417b-a368-8a35cb248743
  kind: Event
  lastTimestamp: "2026-07-27T17:41:01Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-07-27T17:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:01Z"
    name: model-chainer-b84f4c8c7-jn5ph.18c63659cde3a324
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 8f25eafe-0963-4b41-bab8-0c80efa52e36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-b84f4c8c7-jn5ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 72543746-44c6-417b-a368-8a35cb248743
  kind: Event
  lastTimestamp: "2026-07-27T17:41:01Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-07-27T17:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:01Z"
    name: model-chainer-b84f4c8c7-jn5ph.18c63659ce5b6461
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 493ab400-ba10-4c0d-9eb7-c8a9fae228ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-b84f4c8c7-jn5ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 72543746-44c6-417b-a368-8a35cb248743
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: model-chainer-b84f4c8c7-jn5ph.18c6365be523a3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 01cc3922-835b-4061-bce4-00b55c5293a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-b84f4c8c7-jn5ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 72543746-44c6-417b-a368-8a35cb248743
  kind: Event
  lastTimestamp: "2026-07-27T17:41:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:38Z"
    name: model-chainer-b84f4c8c7-jn5ph.18c6365c83c82e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: f68c9232-6485-4a45-bebb-bd78daded599
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-b84f4c8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: c36127c8-0e24-47ab-ab8b-624d1d6634ea
  kind: Event
  lastTimestamp: "2026-07-27T17:41:00Z"
  message: 'Created pod: model-chainer-b84f4c8c7-jn5ph'
  metadata:
    creationTimestamp: "2026-07-27T17:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:00Z"
    name: model-chainer-b84f4c8c7.18c636598b7a95ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: a866dcf3-bb94-444c-bfbe-4c7d3f543b5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: d28766e8-5545-4044-8458-08b5868f1924
  kind: Event
  lastTimestamp: "2026-07-27T17:41:00Z"
  message: Scaled up replica set model-chainer-b84f4c8c7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:00Z"
    name: model-chainer.18c636598abbe366
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: 0fc5bbaf-e1d3-481f-b7d2-bc67a2b57b39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: 09d1a84f-5906-4a64-aaf7-61e91c25e219
  kind: Event
  lastTimestamp: "2026-07-27T17:41:00Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:00Z"
    name: model-chainer.18c63659906538fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: e9cf290b-8eac-4f78-9531-92d54191330d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:52:36.034466Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-19a85-bc74c9775-9pdst
    namespace: kserve-ci-e2e-test
    resourceVersion: "22411"
    uid: 935abf93-63f4-43b9-9375-dc83dac68b0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-19a85-bc74c9775-9pdst
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: sequence-graph-19a85-bc74c9775-9pdst.18c636fb7b6dfaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22416"
    uid: 5725d787-768c-4f91-9ea0-71b2abcf4ac3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-19a85-bc74c9775-9pdst
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: 935abf93-63f4-43b9-9375-dc83dac68b0a
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: sequence-graph-19a85-bc74c9775-9pdst.18c636fb950ee5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: c55a11a7-60c0-4fce-862a-a2906142bac8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-19a85}
    kind: Pod
    name: sequence-graph-19a85-bc74c9775-9pdst
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 935abf93-63f4-43b9-9375-dc83dac68b0a
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: sequence-graph-19a85-bc74c9775-9pdst.18c636fb9699e093
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: 15955a83-f1b1-4af7-a26a-97d823fbed7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-19a85}
    kind: Pod
    name: sequence-graph-19a85-bc74c9775-9pdst
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 935abf93-63f4-43b9-9375-dc83dac68b0a
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: 'Created container: sequence-graph-19a85'
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: sequence-graph-19a85-bc74c9775-9pdst.18c636fb9a3b5916
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: 2c75939e-54fe-45ae-881e-6a6a619691fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-19a85}
    kind: Pod
    name: sequence-graph-19a85-bc74c9775-9pdst
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 935abf93-63f4-43b9-9375-dc83dac68b0a
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: Started container sequence-graph-19a85
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: sequence-graph-19a85-bc74c9775-9pdst.18c636fb9aadbca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: 7afd0c45-2dfa-4723-9eb5-39f4a7a781c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-19a85}
    kind: Pod
    name: sequence-graph-19a85-bc74c9775-9pdst
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 935abf93-63f4-43b9-9375-dc83dac68b0a
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: Stopping container sequence-graph-19a85
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: sequence-graph-19a85-bc74c9775-9pdst.18c6376ea2082640
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: e4398cb5-0909-416c-a01c-4d5b50de421b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-19a85}
    kind: Pod
    name: sequence-graph-19a85-bc74c9775-9pdst
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 935abf93-63f4-43b9-9375-dc83dac68b0a
  kind: Event
  lastTimestamp: "2026-07-27T18:01:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T18:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:17Z"
    name: sequence-graph-19a85-bc74c9775-9pdst.18c6376f308c0fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26560"
    uid: 53b48fab-357d-4445-b7a8-4093382c164d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-19a85-bc74c9775
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: 8260e15a-7f64-4d06-a313-f8140ad1380f
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: 'Created pod: sequence-graph-19a85-bc74c9775-9pdst'
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: sequence-graph-19a85-bc74c9775.18c636fb7aaeb959
    namespace: kserve-ci-e2e-test
    resourceVersion: "22413"
    uid: d6d21871-9895-48aa-b0bd-b4d40e203956
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: 0b95c96a-a793-4cc9-b340-fb1d0050f5aa
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: Scaled up replica set sequence-graph-19a85-bc74c9775 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: sequence-graph-19a85.18c636fb79e8d687
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: 7bd8e32d-a024-4cd4-9e2c-5cd21991d25d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22422"
    uid: 5436f8cf-10ee-4ff6-a002-74e8d3ca1232
  kind: Event
  lastTimestamp: "2026-07-27T17:52:36Z"
  message: InferenceGraph [sequence-graph-19a85] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: sequence-graph-19a85.18c636fb7de34b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22424"
    uid: 624402cc-0943-4549-b675-cb98e545b59f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22407"
    uid: 726c0774-cded-47e6-aea5-10233d4050fa
  kind: Event
  lastTimestamp: "2026-07-27T17:53:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:53:06Z"
    name: sequence-graph-19a85.18c636fef853d4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22648"
    uid: 88207013-77b3-48f0-9802-20c4593d6699
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22407"
    uid: 726c0774-cded-47e6-aea5-10233d4050fa
  kind: Event
  lastTimestamp: "2026-07-27T17:53:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:53:06Z"
    name: sequence-graph-19a85.18c636fef8b595f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22649"
    uid: 5f939442-3cd3-4892-9754-bba329ca660a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:51:25.705656Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-60da7-6cdf8f456b-c6lzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 99be597e-3bb2-4211-94be-925afcf26e48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-60da7-6cdf8f456b-c6lzx
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:51:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:51:25Z"
    name: sequence-graph-60da7-6cdf8f456b-c6lzx.18c636eb1b816e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: d7790bc2-c540-4fbc-9737-2a60837c51f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-60da7-6cdf8f456b-c6lzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 99be597e-3bb2-4211-94be-925afcf26e48
  kind: Event
  lastTimestamp: "2026-07-27T17:51:26Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:51:26Z"
    name: sequence-graph-60da7-6cdf8f456b-c6lzx.18c636eb34eb0db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21651"
    uid: e6978826-e577-4f49-81f5-9e0aa8b269be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-60da7}
    kind: Pod
    name: sequence-graph-60da7-6cdf8f456b-c6lzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 99be597e-3bb2-4211-94be-925afcf26e48
  kind: Event
  lastTimestamp: "2026-07-27T17:51:26Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:26Z"
    name: sequence-graph-60da7-6cdf8f456b-c6lzx.18c636eb36010f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: 47d08ad9-958c-4445-b272-2368df4c92f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-60da7}
    kind: Pod
    name: sequence-graph-60da7-6cdf8f456b-c6lzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 99be597e-3bb2-4211-94be-925afcf26e48
  kind: Event
  lastTimestamp: "2026-07-27T17:51:26Z"
  message: 'Created container: sequence-graph-60da7'
  metadata:
    creationTimestamp: "2026-07-27T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:26Z"
    name: sequence-graph-60da7-6cdf8f456b-c6lzx.18c636eb3918e0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: e2877d91-be8c-4293-ade4-baf7da827c66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-60da7}
    kind: Pod
    name: sequence-graph-60da7-6cdf8f456b-c6lzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 99be597e-3bb2-4211-94be-925afcf26e48
  kind: Event
  lastTimestamp: "2026-07-27T17:51:26Z"
  message: Started container sequence-graph-60da7
  metadata:
    creationTimestamp: "2026-07-27T17:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:26Z"
    name: sequence-graph-60da7-6cdf8f456b-c6lzx.18c636eb398c534f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 41a852e7-6897-46cf-97c7-844754706144
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-60da7}
    kind: Pod
    name: sequence-graph-60da7-6cdf8f456b-c6lzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 99be597e-3bb2-4211-94be-925afcf26e48
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: Stopping container sequence-graph-60da7
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: sequence-graph-60da7-6cdf8f456b-c6lzx.18c636ed73df7682
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: e04ca866-d755-43c9-8e5a-c0d95f7709c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-60da7}
    kind: Pod
    name: sequence-graph-60da7-6cdf8f456b-c6lzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 99be597e-3bb2-4211-94be-925afcf26e48
  kind: Event
  lastTimestamp: "2026-07-27T17:52:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:52:02Z"
    name: sequence-graph-60da7-6cdf8f456b-c6lzx.18c636ede787d613
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 6d363aec-390f-44ea-80b6-dce496dbb71d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-60da7-6cdf8f456b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: be083f44-4294-44ac-9434-84ac0337d98d
  kind: Event
  lastTimestamp: "2026-07-27T17:51:25Z"
  message: 'Created pod: sequence-graph-60da7-6cdf8f456b-c6lzx'
  metadata:
    creationTimestamp: "2026-07-27T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:25Z"
    name: sequence-graph-60da7-6cdf8f456b.18c636eb1b1bd5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 3bc7a18d-a304-4711-90ed-9f27c3048692
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-60da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: e1b69795-e786-4795-814d-39b95a270a4d
  kind: Event
  lastTimestamp: "2026-07-27T17:51:25Z"
  message: Scaled up replica set sequence-graph-60da7-6cdf8f456b from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:25Z"
    name: sequence-graph-60da7.18c636eb1a34b9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: eda4c955-b974-40dc-8e0a-acf324f6191a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-60da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: c2c39ef8-bf29-4e50-9550-e49f5dd0947d
  kind: Event
  lastTimestamp: "2026-07-27T17:51:25Z"
  message: InferenceGraph [sequence-graph-60da7] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:25Z"
    name: sequence-graph-60da7.18c636eb1e3aa143
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 11fabf58-869c-4e8a-bfac-7601d1259b15
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:42:10.814736Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-796c8-64c46bb88f-cghw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 0ee04a4c-8891-4831-8458-bffa0c3c12e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-796c8-64c46bb88f-cghw4
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: sequence-graph-796c8-64c46bb88f-cghw4.18c63669e96def72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 171881c0-069f-446d-b7d6-b69de3fbeb14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-796c8-64c46bb88f-cghw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 0ee04a4c-8891-4831-8458-bffa0c3c12e2
  kind: Event
  lastTimestamp: "2026-07-27T17:42:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-796c8-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:11Z"
    name: sequence-graph-796c8-64c46bb88f-cghw4.18c63669f50e38c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: 28fd0f9a-6290-49cb-8164-443f1a5030bc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-796c8-64c46bb88f-cghw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 0ee04a4c-8891-4831-8458-bffa0c3c12e2
  kind: Event
  lastTimestamp: "2026-07-27T17:42:12Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:42:12Z"
    name: sequence-graph-796c8-64c46bb88f-cghw4.18c6366a5c7c5f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17164"
    uid: 9e4e14cf-5a52-4336-bb35-ac5c71741233
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-796c8}
    kind: Pod
    name: sequence-graph-796c8-64c46bb88f-cghw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 0ee04a4c-8891-4831-8458-bffa0c3c12e2
  kind: Event
  lastTimestamp: "2026-07-27T17:42:12Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:12Z"
    name: sequence-graph-796c8-64c46bb88f-cghw4.18c6366a5da5afb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 2f00e223-35a0-4336-8e72-1317f756c3b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-796c8}
    kind: Pod
    name: sequence-graph-796c8-64c46bb88f-cghw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 0ee04a4c-8891-4831-8458-bffa0c3c12e2
  kind: Event
  lastTimestamp: "2026-07-27T17:42:12Z"
  message: 'Created container: sequence-graph-796c8'
  metadata:
    creationTimestamp: "2026-07-27T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:12Z"
    name: sequence-graph-796c8-64c46bb88f-cghw4.18c6366a607a98f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 55038c2f-8980-46d3-aea9-81d979317767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-796c8}
    kind: Pod
    name: sequence-graph-796c8-64c46bb88f-cghw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 0ee04a4c-8891-4831-8458-bffa0c3c12e2
  kind: Event
  lastTimestamp: "2026-07-27T17:42:12Z"
  message: Started container sequence-graph-796c8
  metadata:
    creationTimestamp: "2026-07-27T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:12Z"
    name: sequence-graph-796c8-64c46bb88f-cghw4.18c6366a60eb5036
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: ca919163-ac56-4e7e-8e71-a701ceac13a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-796c8}
    kind: Pod
    name: sequence-graph-796c8-64c46bb88f-cghw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 0ee04a4c-8891-4831-8458-bffa0c3c12e2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: Stopping container sequence-graph-796c8
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: sequence-graph-796c8-64c46bb88f-cghw4.18c636dd173dc4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: b65fe551-0eb1-48bf-953e-d0b6132c72bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-796c8}
    kind: Pod
    name: sequence-graph-796c8-64c46bb88f-cghw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 0ee04a4c-8891-4831-8458-bffa0c3c12e2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:54Z"
    name: sequence-graph-796c8-64c46bb88f-cghw4.18c636de08e9daf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: ce4ee17f-ea7d-4e6c-bc7c-d323130821ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-796c8-64c46bb88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: a6f7389f-221e-4bbb-a700-f632a2e0d979
  kind: Event
  lastTimestamp: "2026-07-27T17:42:10Z"
  message: 'Created pod: sequence-graph-796c8-64c46bb88f-cghw4'
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: sequence-graph-796c8-64c46bb88f.18c63669e8f37621
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: b5175eed-f73c-4f8a-9872-9a9bdd17dc6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17120"
    uid: b79c488e-cc27-4918-8c2a-f65909424e98
  kind: Event
  lastTimestamp: "2026-07-27T17:42:10Z"
  message: Scaled up replica set sequence-graph-796c8-64c46bb88f from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: sequence-graph-796c8.18c63669e82c2aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: 1e7f5665-de65-4d62-8f83-9417768ecdab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: 8539e52a-2f79-469e-b046-518be07cef2d
  kind: Event
  lastTimestamp: "2026-07-27T17:42:10Z"
  message: InferenceGraph [sequence-graph-796c8] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: sequence-graph-796c8.18c63669ed7a3674
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 874e6930-a547-4bd0-8928-e71bcffab578
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 60bc0549-53fa-453d-bb24-83e685543337
  kind: Event
  lastTimestamp: "2026-07-27T17:42:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:25Z"
    name: sequence-graph-796c8.18c6366d66cb0902
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: 76bffa2c-b893-43ac-8277-a5ebed72dce8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 60bc0549-53fa-453d-bb24-83e685543337
  kind: Event
  lastTimestamp: "2026-07-27T17:42:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:25Z"
    name: sequence-graph-796c8.18c6366d673133d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17267"
    uid: 007cd934-4642-4083-87c7-c8675f096351
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: 60bc0549-53fa-453d-bb24-83e685543337
  kind: Event
  lastTimestamp: "2026-07-27T17:42:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:40Z"
    name: sequence-graph-796c8.18c63670e62ed006
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: fb0dfbc0-1c32-429f-b021-ff5dfb5e7973
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: 60bc0549-53fa-453d-bb24-83e685543337
  kind: Event
  lastTimestamp: "2026-07-27T17:42:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:40Z"
    name: sequence-graph-796c8.18c63670e67955b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: 5a1c35d7-4185-4a98-8385-93ccd7665811
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:00:50.826871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26273"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376eaf5afa2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: a0dc2bf8-ccb9-42ef-8a1c-4a28651259aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26286"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376ec90d0dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: dda9751d-bb31-4fe3-a3e9-19047a23a71c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376eca8e7b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: 51cd4d60-3610-4ca1-bb07-494124a300f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376ecd3d615b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26327"
    uid: 7b6d1254-2865-4b26-b4df-37c47131763e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376ecdb1a2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26328"
    uid: 15a04582-d85d-4a37-b7df-87d26f996058
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376ecdbdfc43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: 3af9c945-ca7e-458d-a088-fc626c6d5780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376ed18e4845
    namespace: kserve-ci-e2e-test
    resourceVersion: "26330"
    uid: e73f9bd7-703d-4fe4-84ce-2518db15f909
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:00:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:51Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376ed20289d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: a208d9c1-f12e-45dd-8d01-f245b8ce1e7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:01:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:29Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c6376efaf46891
    namespace: kserve-ci-e2e-test
    resourceVersion: "26649"
    uid: 7e98d916-4a75-465b-9cd1-2eb931d7526c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:18:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:10Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c63860b7caed47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33627"
    uid: 733a6b1e-4c81-471c-8c19-2e4e9563199b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: e16fb8b9-c5c9-4737-9613-9c04c21fbd89
  kind: Event
  lastTimestamp: "2026-07-27T18:18:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:10Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb.18c63860b7cb963a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: 20d1a630-2dc9-4c53-9393-bfd734c1a26c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-0a977-predictor-6db9658c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: 82e0119a-282f-499e-bfca-f741868d8fa8
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: 'Created pod: success-200-isvc-0a977-predictor-6db9658c4c-2z2cb'
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: success-200-isvc-0a977-predictor-6db9658c4c.18c6376eaeeebe6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 6d300772-d2f8-43c0-ab8d-4a5cad11afb4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 341c8aa6-8a24-456a-a07b-3aa908bfb7a8
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: Scaled up replica set success-200-isvc-0a977-predictor-6db9658c4c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: success-200-isvc-0a977-predictor.18c6376eab49a9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26261"
    uid: 8d8b3963-8e94-49d9-b004-a6aace791231
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: ce1d4f1e-9e4d-4f67-8563-77c910759a15
  kind: Event
  lastTimestamp: "2026-07-27T18:01:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:01:05Z"
    name: success-200-isvc-0a977-predictor.18c637722a2818b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26473"
    uid: 86d014a2-e2bb-481a-ab88-19b743b05e38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: ce1d4f1e-9e4d-4f67-8563-77c910759a15
  kind: Event
  lastTimestamp: "2026-07-27T18:01:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:01:05Z"
    name: success-200-isvc-0a977-predictor.18c637722a89dbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: 78d6a428-e7e8-4834-ac70-ffdf0d935573
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: ce1d4f1e-9e4d-4f67-8563-77c910759a15
  kind: Event
  lastTimestamp: "2026-07-27T18:02:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:02:05Z"
    name: success-200-isvc-0a977-predictor.18c63775a9581d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26968"
    uid: d56e023e-f947-4ea1-95f1-164d919eab2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: ce1d4f1e-9e4d-4f67-8563-77c910759a15
  kind: Event
  lastTimestamp: "2026-07-27T18:02:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:02:05Z"
    name: success-200-isvc-0a977-predictor.18c63775a9bc4675
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: 03b1d71f-b1fa-4f2b-b761-5b3384f526ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27078"
    uid: ce1d4f1e-9e4d-4f67-8563-77c910759a15
  kind: Event
  lastTimestamp: "2026-07-27T18:06:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    unable to fetch metrics from resource metrics API: an error on the server ("Internal
    Server Error: \"/apis/metrics.k8s.io/v1beta1/namespaces/kserve-ci-e2e-test/pods?labelSelector=app%3Disvc.success-200-isvc-0a977-predictor\":
    Post \"https://172.31.0.1:443/apis/authorization.k8s.io/v1/subjectaccessreviews?timeout=10s\":
    net/http: request canceled (Client.Timeout exceeded while awaiting headers)")
    has prevented the request from succeeding (get pods.metrics.k8s.io)'
  metadata:
    creationTimestamp: "2026-07-27T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:16Z"
    name: success-200-isvc-0a977-predictor.18c637ba6934864f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: f10fcfa7-9920-464e-adad-d9eb00608665
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0a977-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27078"
    uid: ce1d4f1e-9e4d-4f67-8563-77c910759a15
  kind: Event
  lastTimestamp: "2026-07-27T18:06:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: unable to fetch metrics from resource metrics API: an error on the
    server ("Internal Server Error: \"/apis/metrics.k8s.io/v1beta1/namespaces/kserve-ci-e2e-test/pods?labelSelector=app%3Disvc.success-200-isvc-0a977-predictor\":
    Post \"https://172.31.0.1:443/apis/authorization.k8s.io/v1/subjectaccessreviews?timeout=10s\":
    net/http: request canceled (Client.Timeout exceeded while awaiting headers)")
    has prevented the request from succeeding (get pods.metrics.k8s.io)'
  metadata:
    creationTimestamp: "2026-07-27T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:16Z"
    name: success-200-isvc-0a977-predictor.18c637ba69a27fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28701"
    uid: 1ce86b56-36f2-4170-8bdd-cf9dd0d16d0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26226"
    uid: d261a1f4-c66d-448a-abf5-f42a6a731993
  kind: Event
  lastTimestamp: "2026-07-27T18:01:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:01:39Z"
    name: success-200-isvc-0a977.18c6376eab599d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: 649fcabf-0b21-4eaa-871b-2f769e6b89b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26226"
    uid: d261a1f4-c66d-448a-abf5-f42a6a731993
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-0a977":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0a977":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: success-200-isvc-0a977.18c6376eac100d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: e0a972a9-a5cc-4060-9caa-1c35f889340e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26226"
    uid: d261a1f4-c66d-448a-abf5-f42a6a731993
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-0a977": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: success-200-isvc-0a977.18c6376eac105ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26271"
    uid: 61f92f93-dfbf-48c4-9294-7e9d0e751f35
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: d261a1f4-c66d-448a-abf5-f42a6a731993
  kind: Event
  lastTimestamp: "2026-07-27T18:01:39Z"
  message: InferenceService [success-200-isvc-0a977] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:01:39Z"
    name: success-200-isvc-0a977.18c63779f50ca89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: 37519bbb-3c2d-4928-9a12-af852b9717cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: d261a1f4-c66d-448a-abf5-f42a6a731993
  kind: Event
  lastTimestamp: "2026-07-27T18:06:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:06:51Z"
    name: success-200-isvc-0a977.18c637c2a33fdb2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28959"
    uid: a60bd550-de81-4fac-80f9-e41355c634d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:51:35.968648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-19a85-predictor-77b7868695-qcqp5
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636ed7f3a538d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: 83a8a3a0-654c-4579-aae4-356a8983f19b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636ed98d960db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 54f700b6-89d6-4ce9-89d6-04ebbb6ecd79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636ed9a1f09d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: c1f1ecd7-92bb-4807-8331-57e00bbc2d60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636ed9fae14dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 12a6e941-da1d-4585-b3fd-ba7c68804274
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636eda04dc4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: a69dc62e-01c0-47dc-b88e-eca7f7a72feb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636eda05a1c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 544020de-5ec1-4111-87d0-76be0cf2b134
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636eda43a475d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21898"
    uid: 61aa1251-a36f-4c3a-898a-cc016088afb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T17:51:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:36Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636eda4acae51
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: b4f5d532-b34d-4152-8b84-c198a378fb66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T18:00:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:53Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c636edaded1446
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: a2d324ee-afbe-4b7c-ae0e-77eda4142104
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c6376eabbbbe3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 85b15327-85fe-4554-af78-8091255337d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T18:00:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:50Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c6376eabbc3fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: aecb3bef-17ac-435d-9a9c-1ba63d966019
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 325f58ea-fbf5-46a1-8280-7df2accffdd6
  kind: Event
  lastTimestamp: "2026-07-27T18:00:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:53Z"
    name: success-200-isvc-19a85-predictor-77b7868695-qcqp5.18c6376f5e451365
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: e2947f0e-d2a8-4743-92ba-cd37d6541735
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-19a85-predictor-77b7868695
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: 1386f665-2cfc-424e-959a-d429f5f74894
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: 'Created pod: success-200-isvc-19a85-predictor-77b7868695-qcqp5'
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: success-200-isvc-19a85-predictor-77b7868695.18c636ed7ee10dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 71d56ba5-f2e3-49bd-845a-324f038dbeef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: d3d5a33c-b915-4dca-b802-594fcc1c28e0
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: Scaled up replica set success-200-isvc-19a85-predictor-77b7868695 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: success-200-isvc-19a85-predictor.18c636ed7d2d353f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21811"
    uid: 3dbadc37-2804-421c-b635-43dd8a0f20b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 18e36b6a-2fb2-4ddc-87dd-61ed5f23617e
  kind: Event
  lastTimestamp: "2026-07-27T17:52:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:05Z"
    name: success-200-isvc-19a85-predictor.18c636f0fb9065b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 8525abef-6b7e-451f-b7f1-8132d205d8fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 18e36b6a-2fb2-4ddc-87dd-61ed5f23617e
  kind: Event
  lastTimestamp: "2026-07-27T17:52:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:05Z"
    name: success-200-isvc-19a85-predictor.18c636f0fbd88d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "22156"
    uid: ea820e46-ee0b-4be6-87f5-367021b7333e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 18e36b6a-2fb2-4ddc-87dd-61ed5f23617e
  kind: Event
  lastTimestamp: "2026-07-27T17:52:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:35Z"
    name: success-200-isvc-19a85-predictor.18c636f7f9bd9ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: 08939a65-1b3c-481f-84a0-76e40be39ff5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-19a85-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 18e36b6a-2fb2-4ddc-87dd-61ed5f23617e
  kind: Event
  lastTimestamp: "2026-07-27T17:52:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:36Z"
    name: success-200-isvc-19a85-predictor.18c636f7fa2a2c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 832f81ac-05cc-4176-bc5d-0c64cc406afe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: 77ab62a6-e74e-4828-960b-20bba340b7bf
  kind: Event
  lastTimestamp: "2026-07-27T17:52:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:52:23Z"
    name: success-200-isvc-19a85.18c636ed7d65000a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: e2f85845-d4d6-48cc-bfc3-06845192437f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: 77ab62a6-e74e-4828-960b-20bba340b7bf
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-19a85":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-19a85":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: success-200-isvc-19a85.18c636ed7dd9bac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 3c55dbae-225c-483e-a8ec-0801f96beb03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: 77ab62a6-e74e-4828-960b-20bba340b7bf
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-19a85": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: success-200-isvc-19a85.18c636ed7dda07ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: a7568194-f6bb-4d8a-9244-46b490b059a9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 77ab62a6-e74e-4828-960b-20bba340b7bf
  kind: Event
  lastTimestamp: "2026-07-27T17:52:23Z"
  message: InferenceService [success-200-isvc-19a85] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:52:23Z"
    name: success-200-isvc-19a85.18c636f8a77907bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 7d8342eb-ef2d-47dc-a088-437b7cf20b10
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-19a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 77ab62a6-e74e-4828-960b-20bba340b7bf
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: success-200-isvc-19a85.18c637638ba1d71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25803"
    uid: 2aba5422-02ad-4942-b37c-91738b31dd2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:38:40.475481Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c63638f03b9754
    namespace: kserve-ci-e2e-test
    resourceVersion: "14700"
    uid: c3bab4f6-8922-410f-b2f4-881ffca62e89
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-24ce3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c63638ffd52e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "14728"
    uid: f7d53c9e-9395-415b-b810-09aa458bda72
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c636392d1709bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14846"
    uid: 10ca9475-2712-407b-8568-03bc409faf5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:41Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T17:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:41Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c636392e667aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: 00d7ef4d-5482-4cc2-8136-bfe2833f9a36
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1814"
    in 14.555s (14.555s including waiting). Image size: 1334943856 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:56Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6363c91fcf462
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: d71c5a6e-014e-4daf-afa5-8eff9357d036
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:56Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6363c95fe7f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: 19ca2666-9f2f-45bb-9c68-2dd4fdaab5a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:56Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6363c966fe10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: c5e58051-df9f-44fd-8066-b2ec661a83c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:56Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:56Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6363c967d5aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 4ab2a543-3479-44e6-8c4d-0e3e7dc8cefc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.579s (2.579s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:58Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6363d304362f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15042"
    uid: c78e1ab5-af35-4080-af48-ec3bbbd776d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:58Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6363d33dde411
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: 65c6e47a-69a0-4b67-a3c7-7a4d49a989bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:38:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:58Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6363d346e2c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 3d5f12da-bb70-4cba-813f-5b05cebeb375
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:39:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:39:35Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6363d5cc86927
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: 4c7033a1-40a7-48fe-ac57-7983e2afdbab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6364df1b13025
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: 44a2732e-e169-4dfe-a066-4739e7dc501c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: b4a46e24-b4db-4556-bd25-0036d5c98d56
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6.18c6364df1b1d6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: a0b2eb90-68cb-48d9-afc0-044d6d6400ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: dff1951e-7177-48a5-b8a0-a5b573998796
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: 'Created pod: success-200-isvc-24ce3-predictor-6dd44d8cd5-kxqt6'
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: success-200-isvc-24ce3-predictor-6dd44d8cd5.18c63638efa83397
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: 8204138a-fccb-48d0-8ca3-3aed20f9f812
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 6730d9aa-9f50-46f2-bdd3-2ba207bdaf73
  kind: Event
  lastTimestamp: "2026-07-27T17:38:40Z"
  message: Scaled up replica set success-200-isvc-24ce3-predictor-6dd44d8cd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:40Z"
    name: success-200-isvc-24ce3-predictor.18c63638ec541a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: 2def6d9e-5703-4d70-ba79-af8da80e67d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: 84c806fe-0add-4363-a7f5-361428f12f94
  kind: Event
  lastTimestamp: "2026-07-27T17:39:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:40Z"
    name: success-200-isvc-24ce3-predictor.18c6363c71b2281d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 4c1d4d72-2614-46c6-95eb-d9187b5ecac4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: 84c806fe-0add-4363-a7f5-361428f12f94
  kind: Event
  lastTimestamp: "2026-07-27T17:39:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:40Z"
    name: success-200-isvc-24ce3-predictor.18c6363c72142644
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 82733660-7812-4815-958e-adc945629ecb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 84c806fe-0add-4363-a7f5-361428f12f94
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: success-200-isvc-24ce3-predictor.18c6364a6e21b33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: b5b5d018-ea56-49d0-8057-45fe3d4ff68e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-24ce3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 84c806fe-0add-4363-a7f5-361428f12f94
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: success-200-isvc-24ce3-predictor.18c6364a6ec49964
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 54b0f29e-fca8-4fce-81af-9f3702e5ed7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-24ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14679"
    uid: 1257ca17-f012-4df2-bc7f-74d5567cd802
  kind: Event
  lastTimestamp: "2026-07-27T17:39:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:39:45Z"
    name: success-200-isvc-24ce3.18c63638f274090c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: 6e1ee836-46cb-429c-9195-4d1dcae93fa6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-24ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: 1257ca17-f012-4df2-bc7f-74d5567cd802
  kind: Event
  lastTimestamp: "2026-07-27T17:39:45Z"
  message: InferenceService [success-200-isvc-24ce3] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:39:45Z"
    name: success-200-isvc-24ce3.18c636481ae0e14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: e48e739d-ce01-4565-b88e-14b6e92f4f7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:50:35.870820Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636df811e3a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: ed6fdd6f-f747-4ef7-9bdc-c00f8a0fe564
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636df9b152046
    namespace: kserve-ci-e2e-test
    resourceVersion: "21141"
    uid: ff06a77b-d847-407b-ad5e-8c4b3ebd0ba3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636df9c6366c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21143"
    uid: 4eeb3e9b-141f-45cf-bf67-bede02290f45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636df9f44e9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: d344af1e-0fbe-4401-a0f4-5a2d4b1c4785
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636df9fb7281f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21148"
    uid: cf6cae70-af34-4149-ad86-cb9246ea23c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636df9fbfd4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21149"
    uid: 60032a45-56db-43b2-b0e9-943ab3373386
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636dfa278a344
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: b7174ad4-6495-4904-bc9b-cc83095c0aa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:36Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636dfa2e3ce6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 9c7a7051-78d7-4e70-b005-a16409f610a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:13Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c636dfe024e197
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 9c0bc6ce-a40b-4180-8530-1c156550ea94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T18:00:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:23Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c6376865151b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "26009"
    uid: 768e60c1-ae60-4d4c-93f3-a36904b2a5f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 50cc817c-418f-483a-82d3-6ea7d7c97d5f
  kind: Event
  lastTimestamp: "2026-07-27T18:00:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:23Z"
    name: success-200-isvc-28de7-predictor-c4b44754c-xlf9g.18c63768651574fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26010"
    uid: 09c3fcd9-b5a6-4334-8413-c9fbdd7f08d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-28de7-predictor-c4b44754c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: ef9ad55c-f9b5-4788-9944-9e2479b6fc57
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: 'Created pod: success-200-isvc-28de7-predictor-c4b44754c-xlf9g'
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: success-200-isvc-28de7-predictor-c4b44754c.18c636df8092fd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: 30c167d1-f37a-44bf-a208-b519e04d210a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: ce93cd81-2da2-49f6-893e-678b544d9bab
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: Scaled up replica set success-200-isvc-28de7-predictor-c4b44754c from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: success-200-isvc-28de7-predictor.18c636df7ec9d393
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: a393799d-68e3-4c19-86b7-8338979152c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: 3dd1a94e-21b1-4725-af6d-f893fe366e9d
  kind: Event
  lastTimestamp: "2026-07-27T17:51:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:05Z"
    name: success-200-isvc-28de7-predictor.18c636e2fd4c137c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: dd16ae67-3494-443c-8805-e6da0ef9d42a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: 3dd1a94e-21b1-4725-af6d-f893fe366e9d
  kind: Event
  lastTimestamp: "2026-07-27T17:51:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:05Z"
    name: success-200-isvc-28de7-predictor.18c636e2fda58dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 85d57505-df50-4c2b-802e-523b7a46af26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 3dd1a94e-21b1-4725-af6d-f893fe366e9d
  kind: Event
  lastTimestamp: "2026-07-27T17:51:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:50Z"
    name: success-200-isvc-28de7-predictor.18c636e9fb6cf277
    namespace: kserve-ci-e2e-test
    resourceVersion: "22028"
    uid: 3ace5450-ac70-4d06-8c22-855db545f3ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-28de7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 3dd1a94e-21b1-4725-af6d-f893fe366e9d
  kind: Event
  lastTimestamp: "2026-07-27T17:51:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:50Z"
    name: success-200-isvc-28de7-predictor.18c636e9fbb914d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22029"
    uid: e572ff61-473a-4ba8-a7de-544ee3e8b332
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: d814ed51-1e24-47e4-a8b3-9a82e37d06e9
  kind: Event
  lastTimestamp: "2026-07-27T17:51:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:23Z"
    name: success-200-isvc-28de7.18c636df7ed310d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: 3c2e6af1-6917-4da0-8478-9c5622b6d1d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-28de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: d814ed51-1e24-47e4-a8b3-9a82e37d06e9
  kind: Event
  lastTimestamp: "2026-07-27T17:51:23Z"
  message: InferenceService [success-200-isvc-28de7] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:23Z"
    name: success-200-isvc-28de7.18c636ea9ebbff88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: b36c5951-179b-4282-b7bc-09bda4a91b23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:49:25.615434Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf25921bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: d6e4b9b5-ffad-47e4-aa4a-4fe1e3d1fcd3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-37f6e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf31a6836a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: b50637e3-f149-4c3b-a311-f32a219f6509
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf62c967ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 0ae99dc3-e91b-43c1-ae2d-edb63c2a6360
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf643e887d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: 45e066ca-3bfa-448e-95b0-ef8acb9caada
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf68c6b172
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: 440ad005-c6bf-421b-aafa-41ad40279214
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf694df9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: c775f74b-df01-4031-88da-b70df6e58836
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf6957bad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: 7e6b7fc5-6ca9-44bf-9915-a67ffbcdbd0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf6c4fd326
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: fbe37347-f6ae-438e-a718-dfadadbc4187
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:49:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:26Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf6cbfa7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20290"
    uid: 71c5dd13-4e3c-4213-a3ec-5ec75f574442
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:43Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636cf7f644b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: 70170ed7-ceba-4440-a067-33f32ad5e9aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636df7db52106
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: 506b4326-6113-4e98-8a2a-6eb3e0fee28b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:35Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636df7db5a209
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: fab08a84-a836-4e54-b3c6-4416733b8081
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: af339b57-0fcc-45f6-9452-7d294ba8ced2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:43Z"
    name: success-200-isvc-37f6e-predictor-54465b587c-v9rfx.18c636e0078e5c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: 0e6fcce4-22f4-4efd-95a6-c456f70ead92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-37f6e-predictor-54465b587c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: 76e562af-21cd-4b15-ad25-13614e9fa16d
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: 'Created pod: success-200-isvc-37f6e-predictor-54465b587c-v9rfx'
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: success-200-isvc-37f6e-predictor-54465b587c.18c636cf252b5aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20207"
    uid: 1059844f-8864-4be2-96e8-ec4e776514b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: 1d9ccd7d-d307-442d-8e1e-757fb2021e0e
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: Scaled up replica set success-200-isvc-37f6e-predictor-54465b587c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: success-200-isvc-37f6e-predictor.18c636cf214fd236
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 59166c20-ee5d-4cbe-99d7-a3a02660c55e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 46944d9c-e0e4-43f2-9684-fe6d601b499f
  kind: Event
  lastTimestamp: "2026-07-27T17:49:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:55Z"
    name: success-200-isvc-37f6e-predictor.18c636d2a0bde70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: a361a3d3-ba4c-4b70-ac59-ef7dc9210e4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 46944d9c-e0e4-43f2-9684-fe6d601b499f
  kind: Event
  lastTimestamp: "2026-07-27T17:49:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:55Z"
    name: success-200-isvc-37f6e-predictor.18c636d2a11fc427
    namespace: kserve-ci-e2e-test
    resourceVersion: "20529"
    uid: a5377665-25eb-4ff6-8ac7-f9d40b3703b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: 46944d9c-e0e4-43f2-9684-fe6d601b499f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: success-200-isvc-37f6e-predictor.18c636d99f213323
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: 64bad5f9-9b6c-44c8-a18f-90f68a83bf38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-37f6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: 46944d9c-e0e4-43f2-9684-fe6d601b499f
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: success-200-isvc-37f6e-predictor.18c636d99f8b9c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: 45a800fe-b64a-43e2-8952-c2757f68eefc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: e8aaf488-578c-46d3-b162-1285bf7804a5
  kind: Event
  lastTimestamp: "2026-07-27T17:50:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:13Z"
    name: success-200-isvc-37f6e.18c636cf21f5e7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: ce17ba97-eb7c-4f62-bd6c-a3ed6ab6192f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: e8aaf488-578c-46d3-b162-1285bf7804a5
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-37f6e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-37f6e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: success-200-isvc-37f6e.18c636cf22796cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: 00765582-06ea-456f-b9ea-09d829aa8f67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: e8aaf488-578c-46d3-b162-1285bf7804a5
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-37f6e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: success-200-isvc-37f6e.18c636cf2279c99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: 05060e71-1600-4752-bd17-ed9bfff66b6f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-37f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: e8aaf488-578c-46d3-b162-1285bf7804a5
  kind: Event
  lastTimestamp: "2026-07-27T17:50:13Z"
  message: InferenceService [success-200-isvc-37f6e] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:13Z"
    name: success-200-isvc-37f6e.18c636da3ae22bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 078ba1bc-0f84-49e0-9d99-fd1ead39b309
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:50:25.706842Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-60da7-predictor-667556ddc9-fl45j
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd234c319e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 3ec30025-1d3d-4fc0-a88c-5dff84723a77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd3cec8426
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 5a3d77b0-b9d7-472f-a4a5-a6c75b0ce3c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd3e34098e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 63368bf6-82b7-4863-88c4-b76394777e63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd425a988f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: 571b3063-a360-4d3c-94c1-4ea09077d848
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd42cd1a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: f3952f81-54dd-4f46-a99e-4e17ac9507cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd42d6b198
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: 9a546f1d-98a6-44a7-944b-e61bb46f0a13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd46878042
    namespace: kserve-ci-e2e-test
    resourceVersion: "20924"
    uid: eea96bc0-9cc2-48be-bf72-c3f38a1822a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:50:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:26Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd46fc8180
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: 1194892b-3d5d-41f3-a533-47e91183759b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:51:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:02Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636dd4be62495
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 5a663ae8-da0e-4978-9a70-25f88cbd5935
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636ed7b2f4b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: f0c95753-1182-4e1f-a25f-b92422f4e82e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:51:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:35Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636ed7b2fc9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21795"
    uid: d228d58c-b9c9-41a7-a7c0-14622902000b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 746aab93-02eb-4983-8097-4add78798d59
  kind: Event
  lastTimestamp: "2026-07-27T17:51:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:37Z"
    name: success-200-isvc-60da7-predictor-667556ddc9-fl45j.18c636edd48b42d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: a56e973e-4b69-4376-b8c3-1864ae67fb43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-60da7-predictor-667556ddc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: 588bdbbb-8227-4226-9967-e57563bbe65d
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: 'Created pod: success-200-isvc-60da7-predictor-667556ddc9-fl45j'
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: success-200-isvc-60da7-predictor-667556ddc9.18c636dd22e0cb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: 74f63d84-d11d-482d-bca2-1172e13a80d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: 89cb77e4-e047-4e4a-9d2a-28aa729847af
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: Scaled up replica set success-200-isvc-60da7-predictor-667556ddc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: success-200-isvc-60da7-predictor.18c636dd1fb6602d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: c7d67488-d390-4c98-bcdd-cf634228bf9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20818"
    uid: 58a49b2f-039a-47ec-902a-d5d3ce4e1b23
  kind: Event
  lastTimestamp: "2026-07-27T17:50:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:40Z"
    name: success-200-isvc-60da7-predictor.18c636e09e66b186
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: dcc47987-c2e9-43d1-87f5-a9df7b05ec8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20818"
    uid: 58a49b2f-039a-47ec-902a-d5d3ce4e1b23
  kind: Event
  lastTimestamp: "2026-07-27T17:50:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:50:40Z"
    name: success-200-isvc-60da7-predictor.18c636e09ed0247f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 85c2a69e-434d-4a3d-84bb-544a0ce04d5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: 58a49b2f-039a-47ec-902a-d5d3ce4e1b23
  kind: Event
  lastTimestamp: "2026-07-27T17:51:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:25Z"
    name: success-200-isvc-60da7-predictor.18c636e41d719bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: 6b5e189b-72e8-4dce-a5aa-5c6409f8d973
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-60da7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: 58a49b2f-039a-47ec-902a-d5d3ce4e1b23
  kind: Event
  lastTimestamp: "2026-07-27T17:51:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:25Z"
    name: success-200-isvc-60da7-predictor.18c636e41dcf1901
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 1df444fd-3a7c-4b64-a02c-1b5cfac2c5b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-60da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: b129cb14-4cb5-4d45-8276-d5e588597d58
  kind: Event
  lastTimestamp: "2026-07-27T17:51:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:12Z"
    name: success-200-isvc-60da7.18c636dd1ff55be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: f204e958-f563-4949-90dd-a8d1c797ace1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-60da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: b129cb14-4cb5-4d45-8276-d5e588597d58
  kind: Event
  lastTimestamp: "2026-07-27T17:51:12Z"
  message: InferenceService [success-200-isvc-60da7] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:12Z"
    name: success-200-isvc-60da7.18c636e807ca0965
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: 0ca8b4af-6323-43c5-ace4-9619d460ac0d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:40:10.748337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15769"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-78126-predictor-5c95549787-2v6h5
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364df4ea13a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 258abf3e-e2e7-4153-94da-98ca8bbdf2f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364e0e729c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15838"
    uid: 26623e32-c81b-4d72-a4a1-93d0908c3a29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364e0fc9ca26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: 0a4c479d-d38f-4970-a7b0-70a4f5b28d2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364e130fe0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: 85ffc2cf-60bc-4fe4-9641-7469fd08419c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364e13850c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: a9b1ecb4-489c-4abe-82a2-7c4f79f4e5ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364e139492bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 36dbb7c5-0ad3-4c83-a7b5-9047380c8e7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364e169197a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: 46db4336-6872-4b40-b542-7cdbe0cc388e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:11Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364e1710f6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 1529f660-8766-4a62-b815-2dce7d439803
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:49:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:27Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c6364e31cbf342
    namespace: kserve-ci-e2e-test
    resourceVersion: "20312"
    uid: 3fbfa8ef-0ee9-48dd-8ea4-8152964a51f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c636cf220ac8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 38b2e669-8868-401b-b5da-27760235a47a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c636cf220b7f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20200"
    uid: a30372ca-de00-4233-b0b2-6aa9d8ac4a0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: fa91a475-0b92-48f1-8c4d-ec181f9fcac0
  kind: Event
  lastTimestamp: "2026-07-27T17:49:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:27Z"
    name: success-200-isvc-78126-predictor-5c95549787-2v6h5.18c636cfa692dd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20311"
    uid: 026109d5-77d1-49e4-a66c-cdbd86fef7d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-78126-predictor-5c95549787
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: f2775173-77b6-4749-8d19-56aaec2851a4
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: 'Created pod: success-200-isvc-78126-predictor-5c95549787-2v6h5'
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: success-200-isvc-78126-predictor-5c95549787.18c6364df45a65bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 2183be52-d7c2-4f23-b4b8-901b8a40a7b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: c0a414d8-9f5f-4971-b0fe-30d5e4815485
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: Scaled up replica set success-200-isvc-78126-predictor-5c95549787 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: success-200-isvc-78126-predictor.18c6364df2a0f2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 3eb29352-4da7-4efc-95ce-8bd8b156789f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: 8a0d987d-dce5-42bd-9e66-c99f53c37ccd
  kind: Event
  lastTimestamp: "2026-07-27T17:40:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:40Z"
    name: success-200-isvc-78126-predictor.18c636517155ac37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: be6280dc-dd8b-4445-9331-8304b1722080
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: 8a0d987d-dce5-42bd-9e66-c99f53c37ccd
  kind: Event
  lastTimestamp: "2026-07-27T17:40:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:40Z"
    name: success-200-isvc-78126-predictor.18c6365171c35092
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: f8960fe0-f41c-4474-9312-4e3b8f92268e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 8a0d987d-dce5-42bd-9e66-c99f53c37ccd
  kind: Event
  lastTimestamp: "2026-07-27T17:41:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:25Z"
    name: success-200-isvc-78126-predictor.18c636586fc73aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 9d132658-6372-4e6d-85a9-98859338984d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-78126-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 8a0d987d-dce5-42bd-9e66-c99f53c37ccd
  kind: Event
  lastTimestamp: "2026-07-27T17:41:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:25Z"
    name: success-200-isvc-78126-predictor.18c63658700e934b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 098c2ab4-fb69-470e-b08d-e9d8796bf7e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 5baad11a-182a-477f-87da-0b50b7436d31
  kind: Event
  lastTimestamp: "2026-07-27T17:40:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:57Z"
    name: success-200-isvc-78126.18c6364df2d86af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 7e1e64d1-929c-4243-a24e-822ffe3495a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 5baad11a-182a-477f-87da-0b50b7436d31
  kind: Event
  lastTimestamp: "2026-07-27T17:40:57Z"
  message: InferenceService [success-200-isvc-78126] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:57Z"
    name: success-200-isvc-78126.18c63658eda3b61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: 4f51ccd8-0ec2-4fd3-a529-8b29a1591041
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:41:10.796152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    to ip-10-0-132-235.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365bf00b06c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 247c0c72-ff3d-4bb7-bb73-6d8d477853fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-796c8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365bff3a842b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: a5e33b70-62e1-4a1f-a3b5-6220b8d32f5b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365c2cc626b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 2f02c3ac-9dc5-4fa2-b8f8-8f64ccb48092
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365c2e22709c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: 101193ee-3173-4c23-b6e4-a2f81975654a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365c30943c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: 5ff8c1b1-4535-4e26-a21b-c351c96dc574
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365c31019a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: f2fe645f-a598-4a6f-879e-f813f5faf353
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365c310a781a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: fa725001-0385-47e8-a485-7d7c2a626399
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365c342c183c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 969b71e0-f02a-4e29-b954-fa81ec182eb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365c34979dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 319c095c-07d7-420d-9b86-547dd273f687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:50:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:28Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c6365c39268497
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: cc52fe34-2405-47df-b233-b52eb72b113d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c636dd1de6ce5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 6e379564-6187-4b87-96c0-62f4d2faf908
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:50:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:25Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c636dd1de797e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: fb6ee8e6-29e1-4422-98ff-01acd25d3f0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 7d32c32b-f978-4bf7-8ccf-6379858b4821
  kind: Event
  lastTimestamp: "2026-07-27T17:50:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:50:28Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7-q46rf.18c636ddad990e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: a1ea54c8-a45f-4356-8da3-e3025fe856da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-235.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-235.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-796c8-predictor-79d76b5df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: c59d8a5d-3811-4af3-a41c-aaebd5513081
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: 'Created pod: success-200-isvc-796c8-predictor-79d76b5df7-q46rf'
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: success-200-isvc-796c8-predictor-79d76b5df7.18c6365bef9ea67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 68c20855-1841-474f-9ae5-0b33b55a2207
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: b4b86cb7-a706-4660-94ee-40e108f8ed20
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Scaled up replica set success-200-isvc-796c8-predictor-79d76b5df7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: success-200-isvc-796c8-predictor.18c6365bed49afae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 18fa5945-e90f-4c8b-b8a1-b810ef0ebc8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: 3d5c374c-307e-4761-ab4a-518341d8a75b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:40Z"
    name: success-200-isvc-796c8-predictor.18c6365f6c2ea163
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: c3d5f071-d67f-4af3-8b37-2e59f4d5c739
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: 3d5c374c-307e-4761-ab4a-518341d8a75b
  kind: Event
  lastTimestamp: "2026-07-27T17:41:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:40Z"
    name: success-200-isvc-796c8-predictor.18c6365f6c8cd0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ed399bbf-96d6-45dc-9552-c61d874b1275
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 3d5c374c-307e-4761-ab4a-518341d8a75b
  kind: Event
  lastTimestamp: "2026-07-27T17:42:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:25Z"
    name: success-200-isvc-796c8-predictor.18c636666ab097ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 2e5116d1-2ede-449b-aa40-2c94779bc09e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-796c8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 3d5c374c-307e-4761-ab4a-518341d8a75b
  kind: Event
  lastTimestamp: "2026-07-27T17:42:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:25Z"
    name: success-200-isvc-796c8-predictor.18c636666b1cc679
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: 1cda31c5-a037-4920-9998-4d46463e7458
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 3121fe19-2a26-4603-a890-a1cf61499449
  kind: Event
  lastTimestamp: "2026-07-27T17:41:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:58Z"
    name: success-200-isvc-796c8.18c6365bed97a6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: 09b644f6-ae7b-44d1-86d3-d358cd36ded7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-796c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 3121fe19-2a26-4603-a890-a1cf61499449
  kind: Event
  lastTimestamp: "2026-07-27T17:41:58Z"
  message: InferenceService [success-200-isvc-796c8] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:58Z"
    name: success-200-isvc-796c8.18c63666f6431724
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 9ca1c5a4-0fa7-4539-a2b3-424ed20a45a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:01:50.876952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-0a977-76cfd865ff-89slq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 990e9e29-4e39-4b21-9bbf-5b60ab26f8f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-0a977-76cfd865ff-89slq
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:01:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:01:50Z"
    name: switch-graph-0a977-76cfd865ff-89slq.18c6377caa9e6462
    namespace: kserve-ci-e2e-test
    resourceVersion: "26834"
    uid: 32e65e23-70bb-4d71-a724-62eedd882eed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-0a977-76cfd865ff-89slq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 990e9e29-4e39-4b21-9bbf-5b60ab26f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:01:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-0a977-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:51Z"
    name: switch-graph-0a977-76cfd865ff-89slq.18c6377cb6dedc0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: 45d9049a-98d7-4906-8fa8-2021b3d8c7f7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-0a977-76cfd865ff-89slq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26837"
    uid: 990e9e29-4e39-4b21-9bbf-5b60ab26f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:01:51Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:01:51Z"
    name: switch-graph-0a977-76cfd865ff-89slq.18c6377ce781140c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: af150374-0344-419d-9bc3-2fa65f25aaa3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-0a977}
    kind: Pod
    name: switch-graph-0a977-76cfd865ff-89slq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 990e9e29-4e39-4b21-9bbf-5b60ab26f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:01:51Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:51Z"
    name: switch-graph-0a977-76cfd865ff-89slq.18c6377ce8b8cf82
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: d7c308dd-2554-45cd-83b4-ead1e7575886
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-0a977}
    kind: Pod
    name: switch-graph-0a977-76cfd865ff-89slq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 990e9e29-4e39-4b21-9bbf-5b60ab26f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:01:51Z"
  message: 'Created container: switch-graph-0a977'
  metadata:
    creationTimestamp: "2026-07-27T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:51Z"
    name: switch-graph-0a977-76cfd865ff-89slq.18c6377ceb7d4534
    namespace: kserve-ci-e2e-test
    resourceVersion: "26858"
    uid: 2b64ab4d-5ba4-4357-afb2-04be4ee8083c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-0a977}
    kind: Pod
    name: switch-graph-0a977-76cfd865ff-89slq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 990e9e29-4e39-4b21-9bbf-5b60ab26f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:01:51Z"
  message: Started container switch-graph-0a977
  metadata:
    creationTimestamp: "2026-07-27T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:51Z"
    name: switch-graph-0a977-76cfd865ff-89slq.18c6377cec00e623
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: bbd6d32a-14fa-4b5a-9ee1-a9161074f9e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-0a977}
    kind: Pod
    name: switch-graph-0a977-76cfd865ff-89slq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 990e9e29-4e39-4b21-9bbf-5b60ab26f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:18:10Z"
  message: Stopping container switch-graph-0a977
  metadata:
    creationTimestamp: "2026-07-27T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:10Z"
    name: switch-graph-0a977-76cfd865ff-89slq.18c63860aedc81c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33611"
    uid: 3e75a094-bb59-46fe-ad55-f570cdb9c431
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-0a977}
    kind: Pod
    name: switch-graph-0a977-76cfd865ff-89slq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 990e9e29-4e39-4b21-9bbf-5b60ab26f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:18:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T18:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:33Z"
    name: switch-graph-0a977-76cfd865ff-89slq.18c638615d2d27f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: 1d170ab6-5987-4860-9150-96eae6ff3045
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-0a977-76cfd865ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: f3c8e24f-a6b6-45fc-965c-bad797df5680
  kind: Event
  lastTimestamp: "2026-07-27T18:01:50Z"
  message: 'Created pod: switch-graph-0a977-76cfd865ff-89slq'
  metadata:
    creationTimestamp: "2026-07-27T18:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:01:50Z"
    name: switch-graph-0a977-76cfd865ff.18c6377caa12393c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: aa5139b8-6db6-4396-aece-305eac5d7978
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 39b6a026-846b-4ff7-88fa-c153cdf12834
  kind: Event
  lastTimestamp: "2026-07-27T18:01:50Z"
  message: Scaled up replica set switch-graph-0a977-76cfd865ff from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:01:50Z"
    name: switch-graph-0a977.18c6377ca914afec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26826"
    uid: bdd813ea-8a1c-4a42-8c98-4cec652794fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: 848a82ba-3541-4bb5-9fa3-4268da4ea4f9
  kind: Event
  lastTimestamp: "2026-07-27T18:01:50Z"
  message: InferenceGraph [switch-graph-0a977] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:01:50Z"
    name: switch-graph-0a977.18c6377cad3c1db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 497c75b9-8137-4bc5-ad66-013c466263a6
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:02:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 27a0d138-e31a-4bec-a467-b4667c849ce1
  kind: Event
  lastTimestamp: "2026-07-27T18:02:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:02:20Z"
    name: switch-graph-0a977.18c637802775ab97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: 515d428d-77cf-4303-9b49-60bdb0b18b92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:02:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 27a0d138-e31a-4bec-a467-b4667c849ce1
  kind: Event
  lastTimestamp: "2026-07-27T18:02:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:02:20Z"
    name: switch-graph-0a977.18c6378027d5010a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27080"
    uid: 0fbd3a7f-c994-4fc9-a73f-d80374c509c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "28003"
    uid: 27a0d138-e31a-4bec-a467-b4667c849ce1
  kind: Event
  lastTimestamp: "2026-07-27T18:06:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    unable to fetch metrics from resource metrics API: an error on the server ("Internal
    Server Error: \"/apis/metrics.k8s.io/v1beta1/namespaces/kserve-ci-e2e-test/pods?labelSelector=app%3Disvc.switch-graph-0a977\":
    Post \"https://172.31.0.1:443/apis/authorization.k8s.io/v1/subjectaccessreviews?timeout=10s\":
    net/http: request canceled (Client.Timeout exceeded while awaiting headers)")
    has prevented the request from succeeding (get pods.metrics.k8s.io)'
  metadata:
    creationTimestamp: "2026-07-27T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:16Z"
    name: switch-graph-0a977.18c637ba69348659
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: 7df54acf-8060-401e-89df-4e6cd4895d60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-0a977
    namespace: kserve-ci-e2e-test
    resourceVersion: "28003"
    uid: 27a0d138-e31a-4bec-a467-b4667c849ce1
  kind: Event
  lastTimestamp: "2026-07-27T18:06:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: unable to fetch metrics from resource metrics API: an error on the
    server ("Internal Server Error: \"/apis/metrics.k8s.io/v1beta1/namespaces/kserve-ci-e2e-test/pods?labelSelector=app%3Disvc.switch-graph-0a977\":
    Post \"https://172.31.0.1:443/apis/authorization.k8s.io/v1/subjectaccessreviews?timeout=10s\":
    net/http: request canceled (Client.Timeout exceeded while awaiting headers)")
    has prevented the request from succeeding (get pods.metrics.k8s.io)'
  metadata:
    creationTimestamp: "2026-07-27T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:16Z"
    name: switch-graph-0a977.18c637ba69a22776
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 9ed79570-f0a6-4aaf-b8c1-8a8c50b83294
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:40:00.465849Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-24ce3-86f4df8849-ngk5d
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:40:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:40:00Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364b9007c91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15613"
    uid: d429d7d9-a983-4395-86da-b8d70d35ea97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-24ce3-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:00Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364b9dd7a4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: f7824f04-64cb-4e32-9d09-2ffa1c5c2c9c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:01Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:40:01Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364bcd316535
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 506ea6e6-9b73-4336-983f-953d6b4ab0a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-24ce3}
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
  metadata:
    creationTimestamp: "2026-07-27T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:01Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364bce697646
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 2fd1bf24-5607-4c23-96cc-21d17594f734
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-24ce3}
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    in 2.41s (2.41s including waiting). Image size: 218232445 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:03Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364c5e141650
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: f7730f03-f881-4189-a4fa-1f121a497683
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-24ce3}
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:03Z"
  message: 'Created container: switch-graph-24ce3'
  metadata:
    creationTimestamp: "2026-07-27T17:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:03Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364c6113c5d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: 30c37692-3ed0-41c0-94c0-3d42996a2929
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-24ce3}
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:03Z"
  message: Started container switch-graph-24ce3
  metadata:
    creationTimestamp: "2026-07-27T17:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:03Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364c61879867
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 3a220805-ffa0-4fdd-b62e-a1f3cadd1966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-24ce3}
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:10Z"
  message: Stopping container switch-graph-24ce3
  metadata:
    creationTimestamp: "2026-07-27T17:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:10Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364deb6d16d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 82dcb2fa-f4a0-4d43-ba3a-1515814d2db7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-24ce3}
    kind: Pod
    name: switch-graph-24ce3-86f4df8849-ngk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: e2f32782-f266-42c7-bf94-aeb3a1c097b1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:40Z"
    name: switch-graph-24ce3-86f4df8849-ngk5d.18c6364ef51d6405
    namespace: kserve-ci-e2e-test
    resourceVersion: "16125"
    uid: 02d1a647-a540-4cf8-9afc-1bf5b0a274f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-24ce3-86f4df8849
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: bb088c62-237e-4ff7-8be8-592f0bc478fe
  kind: Event
  lastTimestamp: "2026-07-27T17:40:00Z"
  message: 'Created pod: switch-graph-24ce3-86f4df8849-ngk5d'
  metadata:
    creationTimestamp: "2026-07-27T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:00Z"
    name: switch-graph-24ce3-86f4df8849.18c6364b8fade768
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: ca8be53f-bd68-4543-aebb-bda33aff6395
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-24ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 28ea4e54-cbb9-4966-8247-9a106f82947b
  kind: Event
  lastTimestamp: "2026-07-27T17:40:00Z"
  message: Scaled up replica set switch-graph-24ce3-86f4df8849 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:00Z"
    name: switch-graph-24ce3.18c6364b8edde6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 488e1a85-64cf-4962-8c2e-b6f6002d6689
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-24ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 87dd1218-1d35-4fd4-90b5-67d6ae2672e1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:00Z"
  message: InferenceGraph [switch-graph-24ce3] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:00Z"
    name: switch-graph-24ce3.18c6364b944599a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: d6b028d7-e11b-4feb-8b4b-a3bd053df813
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:41:10.818529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-78126-67c9695b9f-vxqd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: 96d6b210-37d9-4d67-b436-bb1d264dc3df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-78126-67c9695b9f-vxqd4
    to ip-10-0-140-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: switch-graph-78126-67c9695b9f-vxqd4.18c6365bf16076bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: fb2054c0-1713-43fb-a16a-ddaf8df5a323
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b5cf9d48d-xgz6c
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-78126-67c9695b9f-vxqd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 96d6b210-37d9-4d67-b436-bb1d264dc3df
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: switch-graph-78126-67c9695b9f-vxqd4.18c6365c0b19a40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 4cd20c4c-3e12-4db2-8ab6-a8fcffa7a863
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-78126}
    kind: Pod
    name: switch-graph-78126-67c9695b9f-vxqd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 96d6b210-37d9-4d67-b436-bb1d264dc3df
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: switch-graph-78126-67c9695b9f-vxqd4.18c6365c0c585aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 381711f9-8277-4efa-b817-b4795e002d0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-78126}
    kind: Pod
    name: switch-graph-78126-67c9695b9f-vxqd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 96d6b210-37d9-4d67-b436-bb1d264dc3df
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: 'Created container: switch-graph-78126'
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: switch-graph-78126-67c9695b9f-vxqd4.18c6365c0fcb5b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 3199a29b-10e5-496b-a900-07384616473a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-78126}
    kind: Pod
    name: switch-graph-78126-67c9695b9f-vxqd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 96d6b210-37d9-4d67-b436-bb1d264dc3df
  kind: Event
  lastTimestamp: "2026-07-27T17:41:11Z"
  message: Started container switch-graph-78126
  metadata:
    creationTimestamp: "2026-07-27T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:11Z"
    name: switch-graph-78126-67c9695b9f-vxqd4.18c6365c1051d9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 878981ef-fc2e-437e-95b1-ecefd66cbef0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-78126}
    kind: Pod
    name: switch-graph-78126-67c9695b9f-vxqd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 96d6b210-37d9-4d67-b436-bb1d264dc3df
  kind: Event
  lastTimestamp: "2026-07-27T17:49:25Z"
  message: Stopping container switch-graph-78126
  metadata:
    creationTimestamp: "2026-07-27T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:25Z"
    name: switch-graph-78126-67c9695b9f-vxqd4.18c636cf198b14e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20166"
    uid: 4530dc1f-9eed-4f4a-a7c8-562274d016b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-78126}
    kind: Pod
    name: switch-graph-78126-67c9695b9f-vxqd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 96d6b210-37d9-4d67-b436-bb1d264dc3df
  kind: Event
  lastTimestamp: "2026-07-27T17:49:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:53Z"
    name: switch-graph-78126-67c9695b9f-vxqd4.18c636cfc6cdcceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: 165b71a1-facb-446f-b33c-bbcb50eff166
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-78126-67c9695b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: c7304e5e-1dd2-45fc-a441-d009ef83abe4
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: 'Created pod: switch-graph-78126-67c9695b9f-vxqd4'
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: switch-graph-78126-67c9695b9f.18c6365bf0e8e9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: b1cd9226-83d7-4f2c-b082-8da7882a3845
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: d61c0a81-75df-4866-9c43-5169c55cfb57
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: Scaled up replica set switch-graph-78126-67c9695b9f from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: switch-graph-78126.18c6365bf004ec4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 214d095f-62df-4ead-86ae-233fc71af3f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: d02d7139-cd8f-4900-a98e-5903d2fe20b9
  kind: Event
  lastTimestamp: "2026-07-27T17:41:10Z"
  message: InferenceGraph [switch-graph-78126] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:10Z"
    name: switch-graph-78126.18c6365bf4f78e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: bf023292-d346-47df-9ef7-8a177ee7461a
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: 5667be5f-f6e4-445b-98ea-96b1aecac0bc
  kind: Event
  lastTimestamp: "2026-07-27T17:41:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:40Z"
    name: switch-graph-78126.18c6365f6ec2dd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 04b3da28-053f-48ae-85c0-a864a75dacc7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-78126
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: 5667be5f-f6e4-445b-98ea-96b1aecac0bc
  kind: Event
  lastTimestamp: "2026-07-27T17:41:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:40Z"
    name: switch-graph-78126.18c6365f6f39045b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 55cffac5-6af3-4e47-bdac-060daa859213
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
kind: EventList
metadata:
  resourceVersion: "33879"