---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:14:40.141019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: bcc183ba-b47b-403a-b4be-39f2ced850e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-2e5cb-67c7f87c5c-wp89n
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:14:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:14:40Z"
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n.18d3c38b52126698
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: 9ded9dc4-52f1-4f5c-bbfd-7fbf568d768a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: bcc183ba-b47b-403a-b4be-39f2ced850e2
  kind: Event
  lastTimestamp: "2026-09-09T21:14:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-2e5cb-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:40Z"
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n.18d3c38b5e4c69f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21665"
    uid: 181cf0b3-48db-4a76-96c9-edbc393cdf1b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: bcc183ba-b47b-403a-b4be-39f2ced850e2
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n.18d3c38b9762db71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: c37e30d2-e81f-47d0-a013-bbf72c5f60a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2e5cb}
    kind: Pod
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: bcc183ba-b47b-403a-b4be-39f2ced850e2
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n.18d3c38b993d9824
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: b0b3d808-1f63-43cd-9d75-191ec15e11d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2e5cb}
    kind: Pod
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: bcc183ba-b47b-403a-b4be-39f2ced850e2
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: 'Created container: ensemble-graph-2e5cb'
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n.18d3c38b9c663811
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: 8a3c6743-521d-482b-9e11-1b8b5c7df9c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2e5cb}
    kind: Pod
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: bcc183ba-b47b-403a-b4be-39f2ced850e2
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: Started container ensemble-graph-2e5cb
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n.18d3c38b9ce780f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: 69d4cc95-2fb3-4b67-aec1-a60c1b7f5fad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2e5cb}
    kind: Pod
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: bcc183ba-b47b-403a-b4be-39f2ced850e2
  kind: Event
  lastTimestamp: "2026-09-09T21:22:54Z"
  message: Stopping container ensemble-graph-2e5cb
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:54Z"
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n.18d3c3fe79cda971
    namespace: kserve-ci-e2e-test
    resourceVersion: "25294"
    uid: c3fc4fca-80f7-43e3-8e8f-134545e616ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2e5cb}
    kind: Pod
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: bcc183ba-b47b-403a-b4be-39f2ced850e2
  kind: Event
  lastTimestamp: "2026-09-09T21:23:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:23Z"
    name: ensemble-graph-2e5cb-67c7f87c5c-wp89n.18d3c3ff3e199ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: 4b253629-dd5a-425b-9fc7-cb2c192d77dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-2e5cb-67c7f87c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: 8bf783c4-fa6a-4680-b1f2-3595bbdc3d05
  kind: Event
  lastTimestamp: "2026-09-09T21:14:40Z"
  message: 'Created pod: ensemble-graph-2e5cb-67c7f87c5c-wp89n'
  metadata:
    creationTimestamp: "2026-09-09T21:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:40Z"
    name: ensemble-graph-2e5cb-67c7f87c5c.18d3c38b515ba152
    namespace: kserve-ci-e2e-test
    resourceVersion: "21649"
    uid: f720358a-6181-4765-b223-8e43ce8591a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-2e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: 4f9a7dbb-f2ee-4e20-ba90-5fa32e01d971
  kind: Event
  lastTimestamp: "2026-09-09T21:14:40Z"
  message: Scaled up replica set ensemble-graph-2e5cb-67c7f87c5c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:40Z"
    name: ensemble-graph-2e5cb.18d3c38b5069dad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: 8bd0c5b1-016c-4465-9c34-cd772c908185
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-2e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: aca368b2-04be-48c0-9aa0-382ba14f2761
  kind: Event
  lastTimestamp: "2026-09-09T21:14:40Z"
  message: InferenceGraph [ensemble-graph-2e5cb] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:40Z"
    name: ensemble-graph-2e5cb.18d3c38b57a6eae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: 47c79273-cb70-4894-ac28-fe1d3c791a2c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-2e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: a5a220c9-fbcb-42a0-900f-1c659d3e72a4
  kind: Event
  lastTimestamp: "2026-09-09T21:15:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:25Z"
    name: ensemble-graph-2e5cb.18d3c38ececed855
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 90aa869f-1f8c-4d1c-a0a7-7ce72d5a9546
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-2e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: a5a220c9-fbcb-42a0-900f-1c659d3e72a4
  kind: Event
  lastTimestamp: "2026-09-09T21:15:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:25Z"
    name: ensemble-graph-2e5cb.18d3c38ecf9461a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 3fa554a8-94ce-4e8c-9a39-bb175bffddd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:13:19.537737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 0e114a8f-50ad-4b31-a44c-0a146366ee71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb.18d3c3788dbe01cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: dfe436fb-dc43-4bbe-b53f-01aa666a2dac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 0e114a8f-50ad-4b31-a44c-0a146366ee71
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-71ac5-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb.18d3c37897d3a159
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: fb5b7367-1326-46b1-88ed-7c42f4f369d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: 0e114a8f-50ad-4b31-a44c-0a146366ee71
  kind: Event
  lastTimestamp: "2026-09-09T21:13:20Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:13:20Z"
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb.18d3c378d36530bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 01262ae8-953c-4e23-9283-af5344255b62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-71ac5}
    kind: Pod
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 0e114a8f-50ad-4b31-a44c-0a146366ee71
  kind: Event
  lastTimestamp: "2026-09-09T21:13:20Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:20Z"
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb.18d3c378d6278827
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e13741fc-570a-4a5b-acc0-7c5e3a23fac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-71ac5}
    kind: Pod
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 0e114a8f-50ad-4b31-a44c-0a146366ee71
  kind: Event
  lastTimestamp: "2026-09-09T21:13:20Z"
  message: 'Created container: ensemble-graph-71ac5'
  metadata:
    creationTimestamp: "2026-09-09T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:20Z"
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb.18d3c378d8ed59e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 9f25245f-2bfb-4c27-8caa-fc05d3684cd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-71ac5}
    kind: Pod
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 0e114a8f-50ad-4b31-a44c-0a146366ee71
  kind: Event
  lastTimestamp: "2026-09-09T21:13:20Z"
  message: Started container ensemble-graph-71ac5
  metadata:
    creationTimestamp: "2026-09-09T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:20Z"
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb.18d3c378d95d0c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 3e8906d3-e747-4b9c-85b6-386852dddc3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-71ac5}
    kind: Pod
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 0e114a8f-50ad-4b31-a44c-0a146366ee71
  kind: Event
  lastTimestamp: "2026-09-09T21:13:29Z"
  message: Stopping container ensemble-graph-71ac5
  metadata:
    creationTimestamp: "2026-09-09T21:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:29Z"
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb.18d3c37aea36b697
    namespace: kserve-ci-e2e-test
    resourceVersion: "20713"
    uid: 403a22c0-7efd-4875-9207-4bfba405d463
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-71ac5}
    kind: Pod
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 0e114a8f-50ad-4b31-a44c-0a146366ee71
  kind: Event
  lastTimestamp: "2026-09-09T21:13:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:57Z"
    name: ensemble-graph-71ac5-5b87cdfb8f-d9rgb.18d3c37b9f1d0c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 98fc9661-5b45-4e46-a4ab-b32b4d57350a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-71ac5-5b87cdfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: e0fd551b-5aeb-4c69-a2af-c737fca4b7b1
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'Created pod: ensemble-graph-71ac5-5b87cdfb8f-d9rgb'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: ensemble-graph-71ac5-5b87cdfb8f.18d3c3788c8fb305
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 27b04c4e-ed4c-4bc3-aa43-cb493bdd4363
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-71ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 4f6f8bdb-e802-42a0-987d-831955fe00b1
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Scaled up replica set ensemble-graph-71ac5-5b87cdfb8f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: ensemble-graph-71ac5.18d3c3788b4fd94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: 6ab38349-c5f5-44c8-b798-5ad23f2e58e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-71ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 68570a31-8a24-40e7-aca0-d7f8aaf22d93
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: InferenceGraph [ensemble-graph-71ac5] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: ensemble-graph-71ac5.18d3c37895fc3640
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: 16b942ec-51a7-486f-9518-a5b05c40b0f5
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:12:59.313261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c373d844fdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: ffd160fa-e34a-43d4-aa61-ce35fe734b0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-07fe8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c373e3210e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 4562362c-6e2b-4e6b-933c-f237d893b6ab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:13:00Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:13:00Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c3741e1fa47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: 41ca1845-2163-4d8d-844b-4f368d88939e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:13:00Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:00Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c374200be4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: 8baf1860-5ce2-44dc-a2fd-4002cd07ae3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:13:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:00Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c3742357df94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20391"
    uid: 8223949e-82f3-4bf4-bfb8-0d31a1a9a030
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:13:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:00Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c37423cec0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: 55f6c6ac-763a-4929-a1a4-91726419f10d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:13:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:00Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c37423d8fcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: 5cb93c16-c169-4e53-b100-b9c2f90c6f98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:13:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:00Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c37426845327
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: 7b53247d-a41a-4ffb-88e6-1efb4738ed28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:13:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:00Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c37426f84f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 1142c614-d0f6-4821-8483-f588e2dfc1d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:13:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:37Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c37451352e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20909"
    uid: bae3a515-b40b-4d95-871f-c77d72ddabf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c3842f9163dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: 1eeb1760-f442-4ec0-b4af-9dbfca54df5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c3842f91e35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 62889e7d-0646-4c9e-ae6d-9ecad8e743d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8fd0fce0-66cc-4939-9d3c-27ac27674902
  kind: Event
  lastTimestamp: "2026-09-09T21:14:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:12Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm.18d3c384d99436b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 5b84dd8f-c004-45bf-88d9-76d1c2da83ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-07fe8-predictor-d74cf8d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 8d21ca38-41b5-4647-9c6b-7b7dc8f834bd
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: 'Created pod: error-404-isvc-07fe8-predictor-d74cf8d9b-tnlbm'
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: error-404-isvc-07fe8-predictor-d74cf8d9b.18d3c373d7803ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: 74014a80-f472-4136-9b39-8099f8eb4e9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: f8c480e0-2c6f-4684-a1ce-ff2aca712901
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Scaled up replica set error-404-isvc-07fe8-predictor-d74cf8d9b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: error-404-isvc-07fe8-predictor.18d3c373d51ae658
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: 093ed0e4-20f7-49ae-825b-e3913fd3b961
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: 81830365-1c28-4a77-bda1-28834dbed3b1
  kind: Event
  lastTimestamp: "2026-09-09T21:13:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:29Z"
    name: error-404-isvc-07fe8-predictor.18d3c37752fc8dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: d425e28e-8005-4272-9371-3c21830fd1b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: 81830365-1c28-4a77-bda1-28834dbed3b1
  kind: Event
  lastTimestamp: "2026-09-09T21:13:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:29Z"
    name: error-404-isvc-07fe8-predictor.18d3c3775383b90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: c73bdd48-c99b-44c0-a6ee-e1ba84576af4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 81830365-1c28-4a77-bda1-28834dbed3b1
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: error-404-isvc-07fe8-predictor.18d3c37e518266a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21130"
    uid: 32a2e2c1-29a2-4aa5-a58d-4e28398fb847
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 81830365-1c28-4a77-bda1-28834dbed3b1
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: error-404-isvc-07fe8-predictor.18d3c37e520b1acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: 26e78091-7aa2-4066-b1d1-ffdb228e37ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-07fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20325"
    uid: 5739f6f2-e32f-4538-938a-2396da63aa63
  kind: Event
  lastTimestamp: "2026-09-09T21:13:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:47Z"
    name: error-404-isvc-07fe8.18d3c373d4811d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: 00e51242-7067-46c9-b5e0-fef22f3ce282
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-07fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: 5739f6f2-e32f-4538-938a-2396da63aa63
  kind: Event
  lastTimestamp: "2026-09-09T21:13:47Z"
  message: InferenceService [error-404-isvc-07fe8] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:47Z"
    name: error-404-isvc-07fe8.18d3c37f11ae2595
    namespace: kserve-ci-e2e-test
    resourceVersion: "21013"
    uid: c7099a0f-710b-4766-b75a-b3cf5b13987f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:14:09.706640Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c3843c0aabbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21325"
    uid: 0088919b-23a7-44db-bcbe-74c87e4194b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c3845dd5de52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: dc5e1441-fdda-4b42-9978-26b45dcf1224
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c3845f52cbba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: d454e64c-c772-479e-9b69-7a8bcec9de6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c38461d6b7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: 89836c88-a35c-48b4-a719-68af441fc194
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c38462643e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: 11220ad6-e874-4ab0-b768-685b51d8d821
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c384626fe2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 70714764-fffc-4cba-8fc1-5ba1f777629e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c384662780d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 70a4cba0-b11b-49d5-8837-8bd1f45f49b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c38466a19ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: b4c9941b-8432-48c2-9d65-e14425e70bad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:23:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:27Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c38476720a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25955"
    uid: 17ef8c9e-204e-43a1-9fd9-b268a1e8b42d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c4055d22c3ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: 5a25acdf-3bda-4e20-832d-e70621565103
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c4055d232afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 7f02de74-7483-419b-b109-b19e7f202030
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: fadf395b-07b2-4e62-b0e1-083f927492db
  kind: Event
  lastTimestamp: "2026-09-09T21:23:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:27Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2.18d3c40626f939b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: 6e929e24-aa83-474d-8710-72695f56b40c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-0dc3b-predictor-778fbc896d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: ff63f9db-5315-46b2-962e-f620c5f8dc01
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: 'Created pod: error-404-isvc-0dc3b-predictor-778fbc896d-lwmr2'
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: error-404-isvc-0dc3b-predictor-778fbc896d.18d3c3843b5f389d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 562c6cae-d14d-4847-a02a-1f8c46a913ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: dbd3d7fd-bc12-44fb-b549-708afd33b233
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: Scaled up replica set error-404-isvc-0dc3b-predictor-778fbc896d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: error-404-isvc-0dc3b-predictor.18d3c384391716c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: e443f7c5-0ccb-4297-b55b-ef197b5d96a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 8bfa9968-ff2f-4642-b1b1-124170c29aec
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: error-404-isvc-0dc3b-predictor.18d3c387b7757195
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: c4b94d09-24f7-40d8-9a30-1c04e3a986b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 8bfa9968-ff2f-4642-b1b1-124170c29aec
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: error-404-isvc-0dc3b-predictor.18d3c387b7e9d9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: 9eb59114-6146-4b12-98cb-fae6ee328d5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: 8bfa9968-ff2f-4642-b1b1-124170c29aec
  kind: Event
  lastTimestamp: "2026-09-09T21:15:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:24Z"
    name: error-404-isvc-0dc3b-predictor.18d3c39235497a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: 3d19a636-abfe-40cf-8e7d-a461886e4873
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: 8bfa9968-ff2f-4642-b1b1-124170c29aec
  kind: Event
  lastTimestamp: "2026-09-09T21:15:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:24Z"
    name: error-404-isvc-0dc3b-predictor.18d3c39235f3924f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: 2a3f1559-654a-4243-9e22-f0d70cabe817
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 325d659b-c413-4e03-974e-1f67542e6efd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:57Z"
    name: error-404-isvc-0dc3b.18d3c384394e1763
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: 5d794a7d-2cf3-4d7e-9066-726cca6d5e71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 325d659b-c413-4e03-974e-1f67542e6efd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-0dc3b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0dc3b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: error-404-isvc-0dc3b.18d3c38439f15d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: 1bc5d611-9d20-4e2c-8c77-3aeaf3900007
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 325d659b-c413-4e03-974e-1f67542e6efd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-0dc3b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: error-404-isvc-0dc3b.18d3c38439f1b778
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: c9165bf1-92c7-48d2-89e4-a76f986773fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 325d659b-c413-4e03-974e-1f67542e6efd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:57Z"
  message: InferenceService [error-404-isvc-0dc3b] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:57Z"
    name: error-404-isvc-0dc3b.18d3c38f716600b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: 465fd6ce-0333-487d-9989-aa77f7cb22ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:13:30.719059Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b2833d0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: e028f0da-f046-44aa-8a36-527d3f548b90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-2e5cb-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b2ffe9ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: b9fb173d-c5df-4f49-91c1-7c8eb4a3f9c2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b6e12fdbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: 4292a351-27a0-488e-932c-0c6849a5f8f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b6ff38de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 1b51332d-7a8a-40f6-b982-8de4b917c07d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b72a81c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: ec5a54e0-f92c-4f84-b259-487058952a7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b731dfd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20844"
    uid: 4f9eb06e-49eb-4997-a71d-0e4dd3b3b16b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b7326ea0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 9fc20683-d7af-44c4-8f49-e07ed17c3168
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:13:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:32Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b75afcb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: bd9688e1-5b71-4468-a3e6-0852ba503401
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:13:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:32Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b76236b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: ba9835b4-0d49-4dc9-bc95-2924582306f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:14:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:18Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c37b927e7123
    namespace: kserve-ci-e2e-test
    resourceVersion: "21447"
    uid: 62a7a6ba-b108-4ef0-b3df-8c557ed45ffd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:22:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c3fe8cf8f9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: 1bf6a9b6-29ff-4803-a607-e15e06185275
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 5694902d-0f73-4a27-9a32-855abbf57462
  kind: Event
  lastTimestamp: "2026-09-09T21:22:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846-sthd8.18d3c3fe8cf97ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: f78b5a82-4667-42ab-889c-22dadc8c1714
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-2e5cb-predictor-bcc98846
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: e1321dad-aa71-4a1c-b595-f2125c68b7cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: 'Created pod: error-404-isvc-2e5cb-predictor-bcc98846-sthd8'
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: error-404-isvc-2e5cb-predictor-bcc98846.18d3c37b2751a237
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: ed2b6fb7-d153-488a-b64c-25e345ae0aec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20791"
    uid: b906dee1-c5f2-479f-b556-2a4fbeff5c90
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: Scaled up replica set error-404-isvc-2e5cb-predictor-bcc98846 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: error-404-isvc-2e5cb-predictor.18d3c37b1c88b5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 68c75b93-4524-41b7-9cbe-5ef62cb11498
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: 63f2c38b-0adc-4212-b387-8708bb9deede
  kind: Event
  lastTimestamp: "2026-09-09T21:14:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:45Z"
    name: error-404-isvc-2e5cb-predictor.18d3c37e9c08f466
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: 6cc2fbfe-90b2-4502-a3b0-b39414f24736
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: 63f2c38b-0adc-4212-b387-8708bb9deede
  kind: Event
  lastTimestamp: "2026-09-09T21:14:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:45Z"
    name: error-404-isvc-2e5cb-predictor.18d3c37e9c734fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: ade40877-f3c0-48ab-8515-b37352313062
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: 63f2c38b-0adc-4212-b387-8708bb9deede
  kind: Event
  lastTimestamp: "2026-09-09T21:14:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:00Z"
    name: error-404-isvc-2e5cb-predictor.18d3c3821bbc3da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: d8e06de4-9606-4ac4-9f6e-fe5c0c6646e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: 63f2c38b-0adc-4212-b387-8708bb9deede
  kind: Event
  lastTimestamp: "2026-09-09T21:14:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:00Z"
    name: error-404-isvc-2e5cb-predictor.18d3c3821c336c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21158"
    uid: 679eb69d-e85e-4719-b5be-511024bd68dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-2e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: 1ca6dae9-9638-49b1-bcd5-3d9ee2957c7d
  kind: Event
  lastTimestamp: "2026-09-09T21:14:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:28Z"
    name: error-404-isvc-2e5cb.18d3c37b1d0af46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: 463dcc73-e22c-4b7f-b042-a6aa78cad93c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-2e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: 1ca6dae9-9638-49b1-bcd5-3d9ee2957c7d
  kind: Event
  lastTimestamp: "2026-09-09T21:14:28Z"
  message: InferenceService [error-404-isvc-2e5cb] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:28Z"
    name: error-404-isvc-2e5cb.18d3c388a462a612
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: 588ac54c-167e-42c0-b786-bcc137d4f152
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:24:05.433633Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4085c-predictor-77b774647b-8lm9b
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40ef0233759
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: c7422cf6-622b-4df8-932e-c751a7be7263
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-4085c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40efc23a218
    namespace: kserve-ci-e2e-test
    resourceVersion: "26448"
    uid: 1ca7fa90-6b8f-4afc-a8ac-ac8382992d22
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26442"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40f36172708
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: fb4b6ffc-a221-436c-9f72-20d0a236f735
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40f37bb50b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26473"
    uid: 4657ea99-7436-4710-89d4-344459c6494b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40f3b31dc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: cc5f2aef-3240-4403-b257-b30d3f9b0665
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40f3ba87979
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: 8bfe4136-b90d-4292-9078-c64d537027b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40f3bb21c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26476"
    uid: c3eed5b4-51ae-4855-9f6a-5098c982afa4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40f3e646b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: 762050ed-9ca6-4c51-b36b-4a22d2431bb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40f3ed8cabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: 5aeb42a4-6324-411b-b214-84c184431f7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:24:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:43Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c40f5c032123
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 8dd10d70-4a5a-41ce-aa37-4faf18b1ed2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:33:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:20Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c49018ef510e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30537"
    uid: c956d914-7084-46d9-b8a7-290c098cb15b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: bbd55279-9e31-44fc-a061-cde67e72e360
  kind: Event
  lastTimestamp: "2026-09-09T21:33:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:20Z"
    name: error-404-isvc-4085c-predictor-77b774647b-8lm9b.18d3c49018efb840
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: fe00379b-505d-43df-93d2-80e935491892
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-4085c-predictor-77b774647b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: a86cc35d-425d-4523-a3e6-802b76072aa3
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: 'Created pod: error-404-isvc-4085c-predictor-77b774647b-8lm9b'
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: error-404-isvc-4085c-predictor-77b774647b.18d3c40eef9b3691
    namespace: kserve-ci-e2e-test
    resourceVersion: "26433"
    uid: 4d5a80c2-740b-4935-b561-11bc0634635a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: 2c42792a-b3b1-4724-983b-1a26234e4700
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Scaled up replica set error-404-isvc-4085c-predictor-77b774647b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: error-404-isvc-4085c-predictor.18d3c40eed9434f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 0e1c931c-4414-48da-a920-0c718af8b774
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 240a64e9-376d-4df6-b50f-3952b43c7411
  kind: Event
  lastTimestamp: "2026-09-09T21:24:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:35Z"
    name: error-404-isvc-4085c-predictor.18d3c4126baf52e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: 42d5c261-0c3a-4921-b340-2979403423c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 240a64e9-376d-4df6-b50f-3952b43c7411
  kind: Event
  lastTimestamp: "2026-09-09T21:24:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:35Z"
    name: error-404-isvc-4085c-predictor.18d3c4126c295e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26779"
    uid: f6cb58f9-6b7b-4c85-8312-c4f8b2936a60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: 240a64e9-376d-4df6-b50f-3952b43c7411
  kind: Event
  lastTimestamp: "2026-09-09T21:25:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:20Z"
    name: error-404-isvc-4085c-predictor.18d3c4196a1348c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: 69bc9565-7128-490f-98e7-12cc6691c75d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: 240a64e9-376d-4df6-b50f-3952b43c7411
  kind: Event
  lastTimestamp: "2026-09-09T21:25:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:20Z"
    name: error-404-isvc-4085c-predictor.18d3c4196abb45a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 603c36b2-6a07-461d-9a8e-6e6f09d099bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26407"
    uid: 6cd87fad-2009-42ef-983a-c77d51e51f6e
  kind: Event
  lastTimestamp: "2026-09-09T21:24:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:53Z"
    name: error-404-isvc-4085c.18d3c40eed148498
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 598c5a7b-125f-4aa7-9c52-42aa2f6b39d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26937"
    uid: 6cd87fad-2009-42ef-983a-c77d51e51f6e
  kind: Event
  lastTimestamp: "2026-09-09T21:24:53Z"
  message: InferenceService [error-404-isvc-4085c] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:53Z"
    name: error-404-isvc-4085c.18d3c41a19e49748
    namespace: kserve-ci-e2e-test
    resourceVersion: "26939"
    uid: bc0c561b-d3ec-4299-b3f6-432fe4b63d40
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:03:44.534099Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f2acdaa8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: f1a13940-adac-4abc-81c6-cae1cca2f9cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16078"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f2ce721a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 33bea870-4c97-455e-beb1-e3fac2032f16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f2cff7750b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: b1507288-fbb5-4d55-a0ce-10952d861601
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f2d33bc175
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: bbb7199c-1bfb-4386-9cd1-8a30132a03ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f2d3a479f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 6f1daa96-b3cc-4749-8efc-17bdedfe6ce1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f2d3aee2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: 86a34587-ea43-43d5-958b-bf3d1e1ef15c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f2d643dfd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: b1d1e736-b10b-4e20-b97a-1f2196431ac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f2d6a62b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: 9927b77a-9f14-4de5-869d-db0b5e54792f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:13:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:02Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c2f305e616fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: c8ff5f0f-a598-4936-ae9a-2277bde56a93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c373c8e8c0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20306"
    uid: cfb2a9bb-f686-4d68-8d80-f21786e52f1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c373c8e94524
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: 2d63311d-89a1-4978-beb6-6967ada59390
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: fa516c96-4bf2-4c13-bbd2-0142a16cbe8d
  kind: Event
  lastTimestamp: "2026-09-09T21:13:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:02Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b.18d3c3747a56bf93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 60592ff4-bc47-4040-91e4-1369b03c3a0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-456dd-predictor-674f9c95c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 8651b602-115c-4f17-b31b-e64ae6501818
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: 'Created pod: error-404-isvc-456dd-predictor-674f9c95c4-kdb9b'
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: error-404-isvc-456dd-predictor-674f9c95c4.18d3c2f2abff6d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: fb15d974-4014-498a-847b-3a1b2296fd01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 0e506a5a-7429-4de7-a941-ccd10e0b502e
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Scaled up replica set error-404-isvc-456dd-predictor-674f9c95c4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: error-404-isvc-456dd-predictor.18d3c2f2a89ab467
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 5b099d46-6476-4061-b68e-71953a0f4843
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 01ba2478-78c2-4942-ad2a-bc062c0a4b34
  kind: Event
  lastTimestamp: "2026-09-09T21:04:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:14Z"
    name: error-404-isvc-456dd-predictor.18d3c2f6273a8b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 322f4866-27cd-4595-9612-ea1ef547b416
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 01ba2478-78c2-4942-ad2a-bc062c0a4b34
  kind: Event
  lastTimestamp: "2026-09-09T21:04:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:14Z"
    name: error-404-isvc-456dd-predictor.18d3c2f627afe782
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: c10f57aa-9ee7-4167-aa7d-5182a2b66df9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 01ba2478-78c2-4942-ad2a-bc062c0a4b34
  kind: Event
  lastTimestamp: "2026-09-09T21:04:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:59Z"
    name: error-404-isvc-456dd-predictor.18d3c2fd252a24af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: 312c16ca-24c8-4c9d-8f37-b2ce161f2b18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 01ba2478-78c2-4942-ad2a-bc062c0a4b34
  kind: Event
  lastTimestamp: "2026-09-09T21:04:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:59Z"
    name: error-404-isvc-456dd-predictor.18d3c2fd257a66e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: 33bf00aa-eaf9-4824-bf57-ccade9a8a74b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: 6b3bb1db-c1c5-42cd-aee4-a6d88861eaef
  kind: Event
  lastTimestamp: "2026-09-09T21:04:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:32Z"
    name: error-404-isvc-456dd.18d3c2f2a89f50e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 55313205-e6f7-4c57-badf-50329285a07b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: 6b3bb1db-c1c5-42cd-aee4-a6d88861eaef
  kind: Event
  lastTimestamp: "2026-09-09T21:04:32Z"
  message: InferenceService [error-404-isvc-456dd] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:32Z"
    name: error-404-isvc-456dd.18d3c2fdc1427e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 4e9c0687-d2d1-47b5-ad1c-02fc79b39f2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:54.934324Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e7207a2917
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 86bace62-fa73-461b-b509-036942de54f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:02:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-67ffc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:55Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e72adc98c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: dcbc7e3b-de35-4191-b333-9268b0d1294c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15444"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e7660845c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 9618085c-403d-4cbf-bc68-de330612948c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e768563746
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: fdd82b15-b316-4fc0-84fd-36081fae459f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e76ad9ebf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 047035dd-bfc6-4086-aad4-a051d0cb366c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e76b45133e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 2693060f-91a1-4b23-be05-02a251d2a811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e76b4ef4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: 678ca4e4-2e2a-459a-9d13-4dab167a3c95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e76de08bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: a5751ee1-4651-42b9-85ca-ee74b1493434
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e76e4e5f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: ebd5dcdd-16c3-4de8-b0a0-13df03a0755d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:03:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:33Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c2e7cc5936fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: a7b977e9-efad-4223-8e93-bea617271286
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c36a951f8676
    namespace: kserve-ci-e2e-test
    resourceVersion: "19893"
    uid: e3908eb4-6165-4feb-99b5-366972a6a120
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: d40d4be3-356c-4067-a949-16dee4d90ecb
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: error-404-isvc-67ffc-predictor-d748749fb-2fpwx.18d3c36a952057ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: 42470d87-648c-4d81-8a23-551ad77323b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-67ffc-predictor-d748749fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 8a41d2a8-9256-4b98-bea8-1f2fd8c8a332
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: 'Created pod: error-404-isvc-67ffc-predictor-d748749fb-2fpwx'
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: error-404-isvc-67ffc-predictor-d748749fb.18d3c2e71f184080
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 296d9d17-2c83-4383-b150-4eff23f98a41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: 7b19e880-62e1-4ee6-af12-a59a8ba606b0
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Scaled up replica set error-404-isvc-67ffc-predictor-d748749fb from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: error-404-isvc-67ffc-predictor.18d3c2e71a547394
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 2af71270-16e4-4db9-9afb-5e82286086a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: b90927f7-175e-4c45-9615-5281e11a8498
  kind: Event
  lastTimestamp: "2026-09-09T21:03:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:39Z"
    name: error-404-isvc-67ffc-predictor.18d3c2ea98d6ffaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 733e4490-632a-4f28-bff4-bfa9eabffbc2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: b90927f7-175e-4c45-9615-5281e11a8498
  kind: Event
  lastTimestamp: "2026-09-09T21:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:39Z"
    name: error-404-isvc-67ffc-predictor.18d3c2ea994248b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: 876f70cf-5b1a-4454-8c50-0eabe83d567a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: b90927f7-175e-4c45-9615-5281e11a8498
  kind: Event
  lastTimestamp: "2026-09-09T21:04:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:09Z"
    name: error-404-isvc-67ffc-predictor.18d3c2ee1867c8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: cfea293d-7121-4466-90e9-59411aa81dc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: b90927f7-175e-4c45-9615-5281e11a8498
  kind: Event
  lastTimestamp: "2026-09-09T21:04:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:09Z"
    name: error-404-isvc-67ffc-predictor.18d3c2ee190034ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 47c80fa5-3ed1-4f77-bb36-2da154a49105
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-67ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: f80062ae-1faa-4610-b5ae-d78cc4c8afc3
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: error-404-isvc-67ffc.18d3c2e71a9611e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: dcd41cc7-263e-4022-be20-190ff9b0acfe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-67ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: f80062ae-1faa-4610-b5ae-d78cc4c8afc3
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: InferenceService [error-404-isvc-67ffc] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: error-404-isvc-67ffc.18d3c2f288e2531b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 7537ae06-1b02-4dae-9853-84d210c59a9f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:12:19.602443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-71ac5-predictor-7775796c74-h95dv
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36a9951e9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: 23ee02a4-9ce5-4bc8-9a77-ee1e604d5b71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-71ac5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36aa53e8373
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 544c3562-619b-4027-87a6-64dd25cbe250
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19916"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36adecb0953
    namespace: kserve-ci-e2e-test
    resourceVersion: "19943"
    uid: 3adb4091-1a75-4eaa-b902-69ec08c9a1f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36ae06dbefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19945"
    uid: 3d0e522d-0761-4c26-8bb6-535e327d12a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36ae3aebe72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: ce90bad8-793e-432c-a719-5eac6e133900
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36ae415353b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 3f564b37-f866-4edf-823b-ab6ca268ecca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36ae41ddecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: c79c437e-31de-466e-a5ac-7656ca2fdc45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36ae734dba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: 69c7c576-1bed-4dfd-bdf0-45ef511b22fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36ae7c78390
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 00a23a9c-a3df-458a-aae3-28f1b5c1cbae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:13:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:37Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c36af5726ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 4004258b-0b7b-42f6-b392-096dfcda9bf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c37b1648927c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: 7cedc9f3-c335-4ffa-8fcf-2dbcb60f1018
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c37b1649325d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: ab714432-1a0b-41eb-8a9a-c591999bfdef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: b5fab6ce-1fa3-43a9-8345-04945b21d047
  kind: Event
  lastTimestamp: "2026-09-09T21:13:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:37Z"
    name: error-404-isvc-71ac5-predictor-7775796c74-h95dv.18d3c37b7db52f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20905"
    uid: b6219822-42c2-4218-9ca0-cc665a87aa23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-71ac5-predictor-7775796c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19898"
    uid: dc4c691b-ddf6-4075-a5b1-5ca5731c59d1
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: 'Created pod: error-404-isvc-71ac5-predictor-7775796c74-h95dv'
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: error-404-isvc-71ac5-predictor-7775796c74.18d3c36a98c7bc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 7313c4b7-da9f-4eb0-8a95-2a5fab5570b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: e2e61339-1e43-47ec-b9e6-0fe060e8f6f0
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: Scaled up replica set error-404-isvc-71ac5-predictor-7775796c74 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: error-404-isvc-71ac5-predictor.18d3c36a96b05334
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 48ed632d-3a34-4ff5-a0c4-d398e03c67ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: 3db2e99e-e360-452b-96ec-d3c59809cde5
  kind: Event
  lastTimestamp: "2026-09-09T21:12:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:34Z"
    name: error-404-isvc-71ac5-predictor.18d3c36e15236760
    namespace: kserve-ci-e2e-test
    resourceVersion: "20070"
    uid: c04c37d6-eb0a-45b4-9d4a-d8b09fade0e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: 3db2e99e-e360-452b-96ec-d3c59809cde5
  kind: Event
  lastTimestamp: "2026-09-09T21:12:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:34Z"
    name: error-404-isvc-71ac5-predictor.18d3c36e15999665
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: 0c85c7f8-a693-4913-9fcd-e40e86a2679b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: 3db2e99e-e360-452b-96ec-d3c59809cde5
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: error-404-isvc-71ac5-predictor.18d3c3719484f5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: dfebe1cf-1267-4879-9b3e-412359e38afd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: 3db2e99e-e360-452b-96ec-d3c59809cde5
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: error-404-isvc-71ac5-predictor.18d3c3719530083c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 46109813-a875-4f44-83ac-1eeec3da37e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-71ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 2423ad31-5e27-498d-9cf8-66260437a37d
  kind: Event
  lastTimestamp: "2026-09-09T21:13:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:07Z"
    name: error-404-isvc-71ac5.18d3c36a96e9a82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: 550e746a-b3aa-4c0d-bf82-b8c8a2c93d7b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-71ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: 2423ad31-5e27-498d-9cf8-66260437a37d
  kind: Event
  lastTimestamp: "2026-09-09T21:13:07Z"
  message: InferenceService [error-404-isvc-71ac5] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:07Z"
    name: error-404-isvc-71ac5.18d3c375b1978e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20470"
    uid: baa580a8-1bd7-401b-9b28-c11ae9631001
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:23:24.556726Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-72d00-predictor-54876486fd-sldbf
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c4056baf17da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25872"
    uid: 5278d048-b212-43e1-bab3-e1b6804e525a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-72d00-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c40575fae559
    namespace: kserve-ci-e2e-test
    resourceVersion: "25886"
    uid: 105088bb-418f-4c4f-a805-a3682d4060ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25879"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c405b1aee78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 9b63a955-36f9-4797-af38-ce9b7a9d8907
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c405b33ad67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25921"
    uid: 892a0d71-8b69-435f-9b51-dd89cf18ed16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c405b5f86f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: ef801678-1391-483e-a4cf-2985ff26cd51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c405b6855097
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: 51fb22a5-5453-4007-a055-fd48fffba6fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c405b68f544d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 75fca683-42ce-4f02-a175-53e5a33b4c48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c405b913ad1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25927"
    uid: 259d8f5f-03ee-471c-a016-b40c9664f07d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c405b984a10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25928"
    uid: 3989c804-ca45-46c1-9f55-407486fd575b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:24:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:02Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c405c412a373
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: 19804e57-badd-408d-b247-7ec76f538119
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:40:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:43Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c4f76c3a741b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33615"
    uid: d6b1ec0d-cf8b-4002-a780-b9bc8a974c6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 3ee610c2-dc5e-43b8-bf7b-1a67f6e63c43
  kind: Event
  lastTimestamp: "2026-09-09T21:40:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:43Z"
    name: error-404-isvc-72d00-predictor-54876486fd-sldbf.18d3c4f76c3ad1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33616"
    uid: 5c2b88fa-29a2-4d02-9aed-f0d3499f7526
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-72d00-predictor-54876486fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25861"
    uid: 65f3531a-679e-4b0d-9dd8-350a4693576f
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: 'Created pod: error-404-isvc-72d00-predictor-54876486fd-sldbf'
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: error-404-isvc-72d00-predictor-54876486fd.18d3c4056b0b4404
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: c81494c5-458b-4c86-a23b-91a255b8cb47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: 3361447e-de3e-40ec-9fa9-fdf952c705ac
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: Scaled up replica set error-404-isvc-72d00-predictor-54876486fd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: error-404-isvc-72d00-predictor.18d3c40569118e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25863"
    uid: 030230a4-6daf-4569-8e05-124d684e181f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25862"
    uid: f41a96a4-3b87-4a32-a708-d5e4db88925d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:09Z"
    name: error-404-isvc-72d00-predictor.18d3c408e82e136d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: ef611cc8-645a-4cc9-8576-ca34878698bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25862"
    uid: f41a96a4-3b87-4a32-a708-d5e4db88925d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:09Z"
    name: error-404-isvc-72d00-predictor.18d3c408e8a69a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: 63665471-1f4c-4e3b-85d7-0283e2d9b8b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: f41a96a4-3b87-4a32-a708-d5e4db88925d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:39Z"
    name: error-404-isvc-72d00-predictor.18d3c4136521228f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: c223fe7e-44e3-40d7-bba2-ab492b3fff09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: f41a96a4-3b87-4a32-a708-d5e4db88925d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:39Z"
    name: error-404-isvc-72d00-predictor.18d3c413659d4ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: ff355d70-3c10-47c5-bcfd-e50ef2f93505
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-72d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: 8acfacb6-1c02-4d9b-bcff-f3bf3ec85d81
  kind: Event
  lastTimestamp: "2026-09-09T21:24:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:12Z"
    name: error-404-isvc-72d00.18d3c40569b43b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "26541"
    uid: 968655ab-1afd-4b35-aaf6-d28a8dc785b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-72d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26537"
    uid: 8acfacb6-1c02-4d9b-bcff-f3bf3ec85d81
  kind: Event
  lastTimestamp: "2026-09-09T21:24:12Z"
  message: InferenceService [error-404-isvc-72d00] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:12Z"
    name: error-404-isvc-72d00.18d3c4108099f631
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: bed02830-3930-4fe5-a155-1cf82667d550
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:22:55.130504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3fe91be9bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 897bdc1b-35bb-4ead-b06a-5aa76a29ed71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-78161-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3fe9c575fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 2215616c-9dd0-474d-b733-ece549d027a5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25410"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3ff0cf9d72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 2f96aaba-215f-40aa-908e-0920c8096ff2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3ff10376b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: 866ff804-b6bb-4a76-ae04-314ff08ea0ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3ff12c87bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: fc494fd2-843b-48ed-9b5a-cbdf09909e5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3ff136280a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: 1d3018a3-2cd2-40d6-8af6-8cae9adeed3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3ff136cae07
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: bc6f660e-96e9-445c-a205-d237ecf66177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3ff15fd36fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25500"
    uid: cf72e87c-ac59-48f3-b1c2-60a2f201d27d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3ff166edb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 5b0e6615-1797-44d8-8d90-079b4ab2dd90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:23:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:34Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c3ff7392cbd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26038"
    uid: 4732fc69-9fb5-4165-8cbe-bc96550ec342
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c40ee35d70c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26389"
    uid: de8b70c8-b00b-4e9e-9831-e7f695ef7439
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 47ac90c1-e488-44bd-ac79-a387359b50d4
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z.18d3c40ee35dfeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 6a76b260-d6bc-42b0-a8a0-83da6acf4f22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-78161-predictor-74f5dcc9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 08a9132f-efa5-44f4-9975-ee63c4ca4680
  kind: Event
  lastTimestamp: "2026-09-09T21:22:55Z"
  message: 'Created pod: error-404-isvc-78161-predictor-74f5dcc9c4-lts9z'
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: error-404-isvc-78161-predictor-74f5dcc9c4.18d3c3fe90b5dd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: a6a507b5-ca07-48f7-b28c-303497f523ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: 56f1e2a4-a2ca-4ce0-bf89-463156ca4745
  kind: Event
  lastTimestamp: "2026-09-09T21:22:55Z"
  message: Scaled up replica set error-404-isvc-78161-predictor-74f5dcc9c4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: error-404-isvc-78161-predictor.18d3c3fe8d94990d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: 90697577-7bdc-4543-b4f8-a1d5917d9b66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: d6e91bda-cb3a-4986-9c8d-004efba71f71
  kind: Event
  lastTimestamp: "2026-09-09T21:23:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:40Z"
    name: error-404-isvc-78161-predictor.18d3c4020bef24f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: 1315c9e8-45e0-4fbc-8477-d8b1856425e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: d6e91bda-cb3a-4986-9c8d-004efba71f71
  kind: Event
  lastTimestamp: "2026-09-09T21:23:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:40Z"
    name: error-404-isvc-78161-predictor.18d3c4020c64c838
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: 18d68c98-2766-47fc-bf74-6d429d7c4249
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25662"
    uid: d6e91bda-cb3a-4986-9c8d-004efba71f71
  kind: Event
  lastTimestamp: "2026-09-09T21:23:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:55Z"
    name: error-404-isvc-78161-predictor.18d3c4058b3802a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: 277b708f-0083-4491-ac23-042897998f21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25662"
    uid: d6e91bda-cb3a-4986-9c8d-004efba71f71
  kind: Event
  lastTimestamp: "2026-09-09T21:23:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:55Z"
    name: error-404-isvc-78161-predictor.18d3c4058bb2bfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: 421cb365-2dec-42c1-9265-ed1dd357f92d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: 97f41b71-f3b2-4ea8-85f2-c997a4b9af4c
  kind: Event
  lastTimestamp: "2026-09-09T21:23:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:45Z"
    name: error-404-isvc-78161.18d3c3fe8d95404a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: 6b887b33-9bb9-4bac-a3c1-5f72204bbe65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: 97f41b71-f3b2-4ea8-85f2-c997a4b9af4c
  kind: Event
  lastTimestamp: "2026-09-09T21:22:55Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-78161": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-78161":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: error-404-isvc-78161.18d3c3fe8e3d013b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25381"
    uid: 9bf6ceca-88e4-4b6a-8398-6459c85f0eea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: 97f41b71-f3b2-4ea8-85f2-c997a4b9af4c
  kind: Event
  lastTimestamp: "2026-09-09T21:22:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-78161": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: error-404-isvc-78161.18d3c3fe8e3d3bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25383"
    uid: 429968db-5fcc-4b2b-808b-36b0a2df9191
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: 97f41b71-f3b2-4ea8-85f2-c997a4b9af4c
  kind: Event
  lastTimestamp: "2026-09-09T21:23:45Z"
  message: InferenceService [error-404-isvc-78161] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:45Z"
    name: error-404-isvc-78161.18d3c40a2f7e4c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: 66856e45-a0c9-4246-beaf-e8f0865e70da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:01:24.574862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14384"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-88167-predictor-df799f49b-g77jh
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d216a22dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14389"
    uid: 7b9bff07-2aeb-40ea-9586-64af238d2016
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-88167-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d224a035e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14423"
    uid: ec0ac0ac-1061-4ade-abbb-5bc3197621b6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14394"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d25c626825
    namespace: kserve-ci-e2e-test
    resourceVersion: "14465"
    uid: d7a96ce0-090d-42d3-a7f6-10d99cff163e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d25ea47378
    namespace: kserve-ci-e2e-test
    resourceVersion: "14468"
    uid: fc62dada-3886-4c26-a8f0-ffbd2db12729
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1966"
    in 15.505s (15.505s including waiting). Image size: 1355693638 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d5fadf5218
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 94c12fa0-5823-41c2-a4fa-4db268095dec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d5fe9c6a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 9bf505be-e8d5-4ef1-a3b6-91cb31fec8d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d5ff2754b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: 96d177a6-54e7-455d-9590-b10f466504fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d5ff33b2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: 106d435d-d5d2-44ec-92ec-0cfff97e20a5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.193s (3.193s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:44Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d6bd8d8933
    namespace: kserve-ci-e2e-test
    resourceVersion: "14658"
    uid: 8853e9ef-4d19-4aca-91f4-eb4a00fcf219
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:44Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d6c0fa8c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 55f19101-ef23-42cb-ae70-2cf805b4fe7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:01:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:44Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d6c175c5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14664"
    uid: b27a208d-d227-40b5-b6d1-fa7e8a4db2df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:02:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:21Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2d6f6aa4d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: 67f0f141-7d31-4ee6-9299-cbc1992ebb93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2e709e57ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 92691a5d-0ab8-4a7d-985d-7f3b1fdd1195
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2e709e5d2ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 4a1a4f89-1cc3-4b5d-9dde-e42e592c687f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-88167-predictor-df799f49b-g77jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 66f01940-469b-4063-bce9-07fbe8661e8a
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: error-404-isvc-88167-predictor-df799f49b-g77jh.18d3c2e77ec55188
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: b985059f-1c8f-4550-84c7-d4602071fbf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-88167-predictor-df799f49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: 318d793d-1dc6-4376-9ee1-dca518d43205
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: 'Created pod: error-404-isvc-88167-predictor-df799f49b-g77jh'
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: error-404-isvc-88167-predictor-df799f49b.18d3c2d2163f73a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: b701a97d-6b53-412f-b258-dc1dbbd5f522
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: 80c0b3fe-aadd-4690-a04b-deed6dc43efd
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: Scaled up replica set error-404-isvc-88167-predictor-df799f49b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: error-404-isvc-88167-predictor.18d3c2d2142be4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: e3491218-5f53-49d8-8b48-8bd0392c7221
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14376"
    uid: 3136ee7e-9313-4835-942c-d43f792bf28f
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: error-404-isvc-88167-predictor.18d3c2d592ff9681
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: 37010d26-9c8c-4eea-9f68-45ad340e61b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14376"
    uid: 3136ee7e-9313-4835-942c-d43f792bf28f
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: error-404-isvc-88167-predictor.18d3c2d59374353f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 594ff451-52b6-432c-8274-7e165df7a237
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14613"
    uid: 3136ee7e-9313-4835-942c-d43f792bf28f
  kind: Event
  lastTimestamp: "2026-09-09T21:02:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:39Z"
    name: error-404-isvc-88167-predictor.18d3c2dc911ec832
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: 6bf00fb4-a9c5-43ff-951b-c555024d3769
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14613"
    uid: 3136ee7e-9313-4835-942c-d43f792bf28f
  kind: Event
  lastTimestamp: "2026-09-09T21:02:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:39Z"
    name: error-404-isvc-88167-predictor.18d3c2dc91979441
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: daa2a7f3-8019-4772-a9e6-99cfbc70cf53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-88167
    namespace: kserve-ci-e2e-test
    resourceVersion: "14358"
    uid: b37fe91d-5f7e-4b6f-847c-6e940edc3454
  kind: Event
  lastTimestamp: "2026-09-09T21:02:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:31Z"
    name: error-404-isvc-88167.18d3c2d2145f78d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15101"
    uid: 5bb30eda-22ef-4deb-824d-74f4168c74b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-88167
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: b37fe91d-5f7e-4b6f-847c-6e940edc3454
  kind: Event
  lastTimestamp: "2026-09-09T21:02:31Z"
  message: InferenceService [error-404-isvc-88167] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:31Z"
    name: error-404-isvc-88167.18d3c2e1b22577cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15097"
    uid: 16555ffa-cf78-4607-ae8f-63e2449e5903
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:01:24.375923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14336"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d20ac6a2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14340"
    uid: e1645041-76e5-434c-8bb9-05b012b3c80c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14350"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d22ce36b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14432"
    uid: 3197d683-3d6f-4e75-8435-5d7b1ee3ad33
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d22e67bfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: c645fb6e-6397-45aa-a933-920b7cbb5b0d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    in 3.264s (3.264s including waiting). Image size: 306762154 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:28Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d2f0fd10b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: e55de08e-c121-431a-a2ae-10cf68ef9080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:28Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d2f53d2632
    namespace: kserve-ci-e2e-test
    resourceVersion: "14495"
    uid: 63a05495-3b8c-4823-bd61-7aac9ba41a86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:28Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d2f5da5fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14497"
    uid: 1ff5dac5-f830-44a5-a412-b6ed21f07244
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:32Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:32Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d40ab38192
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: 951441c9-610c-4669-99c5-ff95757c6fe3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 16.494s (16.494s including waiting). Image size: 1580582801 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:49Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d7e1dab0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: cb3afeca-96d2-493f-9f97-ab5b99150d3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:49Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d7e5a91270
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: eb6a6336-c9ba-4d86-85b4-836c53af3721
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:49Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d7e6651657
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: 84a51630-044c-4707-9012-c9a443288bf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:49Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:49Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d7e671b1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: 9a93dfed-3392-468b-a9aa-e60f25b8da71
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.518s (2.518s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d87c951889
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: 14225d8f-6b96-45b6-bb66-e0439990f533
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d880666df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: a28ca384-feac-4fb2-a66f-25f71808b33b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d880eb5a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: a0ebc1ad-fedd-4359-9262-b903011b728d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:03:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:01Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2d8ba4f749a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: b9bfa05a-e388-48a2-8a02-9772ede59209
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2f290af067a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: a0d82d35-70db-4a50-a3db-9d4d0dd24fd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2f290b04885
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 3fa9fe04-74ba-40f6-a626-e7fba4b6342c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 6ebc210e-07d4-477d-ba6e-5d625fa6c3d3
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926.18d3c2f292b9fe17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: c1351cb5-0be7-492f-8c89-da70590419ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-6796ff8bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14326"
    uid: 2f7dd97f-67a3-4a10-ba0c-6e75586f38b2
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-6796ff8bff-jh926'
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-1-predictor-6796ff8bff.18d3c2d20a06c78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14337"
    uid: c9342925-e5a0-46a7-a202-befbd45c3341
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14324"
    uid: 53c0e51d-4781-45f1-88ff-4dbf55217b4d
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-6796ff8bff from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-1-predictor.18d3c2d2024d58a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 04634782-586b-4fac-be2d-9a0b3b1664e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14325"
    uid: bc050b50-7d43-4e2a-a15e-58e74c8174a3
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: isvc-sklearn-graph-1-predictor.18d3c2d580e805d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 270f2a0e-c0ac-4335-85de-ab6ea5ea6794
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14325"
    uid: bc050b50-7d43-4e2a-a15e-58e74c8174a3
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: isvc-sklearn-graph-1-predictor.18d3c2d5817f8221
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: 30bef4bc-0f5c-49f3-8b16-d8057d8f3e79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14601"
    uid: bc050b50-7d43-4e2a-a15e-58e74c8174a3
  kind: Event
  lastTimestamp: "2026-09-09T21:03:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:39Z"
    name: isvc-sklearn-graph-1-predictor.18d3c2e37ce17776
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 4619da1d-f26d-4522-91b7-85948e295cbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14601"
    uid: bc050b50-7d43-4e2a-a15e-58e74c8174a3
  kind: Event
  lastTimestamp: "2026-09-09T21:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:39Z"
    name: isvc-sklearn-graph-1-predictor.18d3c2e37dbb3148
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 4ed2125a-0605-4872-ba28-a287417d5856
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14310"
    uid: 9584edfc-79ff-4899-8e54-62f1ba9b14c9
  kind: Event
  lastTimestamp: "2026-09-09T21:03:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:11Z"
    name: isvc-sklearn-graph-1.18d3c2d2024838d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: 4d9fbb2f-d468-49c3-b6b9-1f326a5b6ae0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 9584edfc-79ff-4899-8e54-62f1ba9b14c9
  kind: Event
  lastTimestamp: "2026-09-09T21:03:11Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:11Z"
    name: isvc-sklearn-graph-1.18d3c2eb135cb27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: bb8c4342-0804-474a-ba9c-e39a3e7a076f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:01:24.711200Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14410"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d21ec29e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "14416"
    uid: 2b3efb8b-572b-439d-9030-aa87ddfb88f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d22e030af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14434"
    uid: a5faac27-9719-4b5c-9dc3-b35344455d98
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14420"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d264fcce50
    namespace: kserve-ci-e2e-test
    resourceVersion: "14471"
    uid: 0dbfff1b-54d4-48cb-a23c-f86a26fbfd6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d2681da318
    namespace: kserve-ci-e2e-test
    resourceVersion: "14473"
    uid: c2beb8d8-58d2-4d3b-a979-badcf6f75533
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    in 2.319s (2.319s including waiting). Image size: 306762154 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:28Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d2f260eed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14493"
    uid: 4a17e972-1c5d-4ddc-aa18-1d3a57496adc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:28Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d2f53280b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14494"
    uid: b226e371-9b41-4996-baa5-ea7b061f8f08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:28Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d2f5c260da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14496"
    uid: e76abaa8-79b7-4175-868d-de4d0a4bf444
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:32Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:32Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d40ac98283
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 95ad4016-a127-446b-8bcf-8c1b6dcfee2d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 16.519s (16.519s including waiting). Image size: 1580582801 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:49Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d7e36aebf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: c99e980c-1f5a-4cb3-bed2-48c906d2cbda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:49Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d7e71cb372
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: 7b642a5d-ea1d-43eb-a957-fce9b49fb9bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:49Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d7e7933c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: 76530fc3-c3a4-4ba2-b965-ef296bf89467
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:49Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:49Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d7e7a1d71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: f9487501-cad8-4149-b0d4-1f38bd014e37
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.471s (2.471s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d87af2d908
    namespace: kserve-ci-e2e-test
    resourceVersion: "14743"
    uid: 82ea6489-d67b-4ff0-ba42-bdf3d9b87463
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d8805caaf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14745"
    uid: b8169af8-3880-4958-aa0a-68959c2e131e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d880f9670b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: d145ddff-de98-4991-a5e5-b9fee5d5756c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:03:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:00Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2d8f63f02d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: c6ac251c-91a5-429a-80fe-d07ffbf96771
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2f297fe3d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: bc24ed5b-c806-4b7b-9261-2fe76df6870a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2f297febb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 74b9b359-4f0c-4985-afc0-9eadd07bd788
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 4441833d-f3d9-41ec-99c1-6b8fbec9fb59
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg.18d3c2f2ce89c19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 5885315d-5812-4997-8ca6-e6efebe06e82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-fd6f5569
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: beafb6aa-8746-44a4-84d2-4aac6a0a9eab
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-fd6f5569-nwxpg'
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-2-predictor-fd6f5569.18d3c2d21e4dd9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14411"
    uid: be39ab2b-e4da-44f0-b6eb-2c4c7b7c3f22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14401"
    uid: 3c3be2e6-d054-4a4c-bfa6-4e38aebc137d
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-fd6f5569 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-sklearn-graph-2-predictor.18d3c2d21a8daced
    namespace: kserve-ci-e2e-test
    resourceVersion: "14405"
    uid: 64bb0a4e-558c-49c6-b7ae-ace05ae8e12b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14403"
    uid: 1a842498-b14d-4e84-ad0d-ae209713ec0f
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: isvc-sklearn-graph-2-predictor.18d3c2d5991ef969
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 00965255-e8e4-412b-b2d3-641f90821fce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14403"
    uid: 1a842498-b14d-4e84-ad0d-ae209713ec0f
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: isvc-sklearn-graph-2-predictor.18d3c2d59999a324
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 1511d189-1a48-4b72-a989-3270809b2fb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 1a842498-b14d-4e84-ad0d-ae209713ec0f
  kind: Event
  lastTimestamp: "2026-09-09T21:03:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:39Z"
    name: isvc-sklearn-graph-2-predictor.18d3c2e394ac40ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 54abe827-1d1b-4453-a2b5-522f5d53c63c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 1a842498-b14d-4e84-ad0d-ae209713ec0f
  kind: Event
  lastTimestamp: "2026-09-09T21:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:39Z"
    name: isvc-sklearn-graph-2-predictor.18d3c2e395264da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15904"
    uid: aef809d6-8fbc-4b19-8f86-89af3c3014bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14387"
    uid: e97eb40e-46a3-448f-b799-e347125bf0e0
  kind: Event
  lastTimestamp: "2026-09-09T21:03:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:10Z"
    name: isvc-sklearn-graph-2.18d3c2d21a90c0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: 3da96dc3-1c34-4b0b-ae28-b835cd0a4b2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: e97eb40e-46a3-448f-b799-e347125bf0e0
  kind: Event
  lastTimestamp: "2026-09-09T21:03:10Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:10Z"
    name: isvc-sklearn-graph-2.18d3c2eaae5f3b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: c32b3c05-7e5f-4887-a18b-d56976ee280f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:01:24.488986Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14360"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d21183e0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14365"
    uid: a3243b4d-097a-4e82-9002-bed03fbb81b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d233512bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: a2da9c1a-6b6c-4ea0-912b-840794c9d8eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d234d3696e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14443"
    uid: 0a008db7-5d07-4e60-8335-1b1d5f696968
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d237c7a0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14447"
    uid: c495f738-f763-4578-80d1-2f5cb6098cd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d238362b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14448"
    uid: dbaa7598-c615-457b-9ed4-1978a3b1be7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:29Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:29Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d33779fee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14519"
    uid: a935b0a9-465b-4da7-84b2-a75711f8e95f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:48Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.375s (19.375s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:48Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d7ba5c8549
    namespace: kserve-ci-e2e-test
    resourceVersion: "14701"
    uid: 0547ca9c-2355-48b7-9102-fecfd6d081d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:48Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d7be3b7aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14702"
    uid: 7a84cb49-5fba-48f7-9b8e-d2c995bc36f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:48Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d7be98c7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14703"
    uid: a830fc95-9388-45ba-98a0-2955fb3faccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:48Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:48Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d7bea40247
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: 58624eca-de88-40d0-9e8c-44343ccb25d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.819s (3.819s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d8a24d3b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 991ad06c-4dad-45c3-a4b1-7210ce4c3871
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d8a680a355
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: 36c16fe3-eb12-4afd-b7dc-34d50ecca597
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d8a8278e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: 83b144ca-a968-441a-86c8-1f96bb5b0abc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:02:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:40Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2d9117b019c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: bf2b1577-4584-49b8-9085-3224790723ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2f2931d5335
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 7b653604-8732-4e57-b167-528a648dba2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2f2931de678
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: a6c56fb6-5d00-4a86-99fb-b21c5750cccd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 5dbc1bf7-dd1b-42f0-bcfc-68e7a504fb71
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-sgtc9.18d3c2f2e9cf23e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 25b6eb06-a7d8-435a-923a-49c33de71c55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-555fc69d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14352"
    uid: 611ae96c-4504-45ed-9f40-8b2b79aa0541
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-sgtc9'
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-xgboost-graph-predictor-555fc69d56.18d3c2d2110f01a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: df12a6cb-ceef-48d0-a5bb-3668f0765525
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14349"
    uid: faf79a1e-38ec-4388-aa17-0b1fbc5a2277
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: isvc-xgboost-graph-predictor.18d3c2d20dfbca03
    namespace: kserve-ci-e2e-test
    resourceVersion: "14354"
    uid: 7850a30b-f3ae-4200-90a6-3ef81cc0bcca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 1e86b62a-2651-4ef2-b236-179b6f4de986
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: isvc-xgboost-graph-predictor.18d3c2d58ca75123
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 6aad92c8-8a02-483c-b247-9fd992d26bc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 1e86b62a-2651-4ef2-b236-179b6f4de986
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: isvc-xgboost-graph-predictor.18d3c2d58d3c995e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 16decc7e-a902-404a-bdf0-e066b7d16383
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14609"
    uid: 1e86b62a-2651-4ef2-b236-179b6f4de986
  kind: Event
  lastTimestamp: "2026-09-09T21:03:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:09Z"
    name: isvc-xgboost-graph-predictor.18d3c2e38918d146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 822ec856-8c37-40e9-8099-36d037799ea8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14609"
    uid: 1e86b62a-2651-4ef2-b236-179b6f4de986
  kind: Event
  lastTimestamp: "2026-09-09T21:03:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:09Z"
    name: isvc-xgboost-graph-predictor.18d3c2e38a010dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: 38239247-400d-4e2d-b59c-4dd42c2909a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: a8cbb862-fa0f-4658-84a4-4b8f6540d504
  kind: Event
  lastTimestamp: "2026-09-09T21:02:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:50Z"
    name: isvc-xgboost-graph.18d3c2d20e474601
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 6f6c2ba0-4788-4103-8771-a6681614bd99
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: a8cbb862-fa0f-4658-84a4-4b8f6540d504
  kind: Event
  lastTimestamp: "2026-09-09T21:02:50Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:50Z"
    name: isvc-xgboost-graph.18d3c2e6213f0c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: 563c0c08-0c00-4145-aa99-78c7ca65d84d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:03:33.899228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-7fc46d5b45-sndvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: d53c364e-76da-4e9c-8df7-f48cfbcdd483
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-7fc46d5b45-sndvm
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:03:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:03:33Z"
    name: model-chainer-7fc46d5b45-sndvm.18d3c2f032f771c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15838"
    uid: da21e1a9-f8f7-440a-9740-b648f3357d6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-7fc46d5b45-sndvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: d53c364e-76da-4e9c-8df7-f48cfbcdd483
  kind: Event
  lastTimestamp: "2026-09-09T21:03:34Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:03:34Z"
    name: model-chainer-7fc46d5b45-sndvm.18d3c2f054de16c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: d827ffb3-accd-4cf3-a27e-01af45f35d17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7fc46d5b45-sndvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: d53c364e-76da-4e9c-8df7-f48cfbcdd483
  kind: Event
  lastTimestamp: "2026-09-09T21:03:34Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:34Z"
    name: model-chainer-7fc46d5b45-sndvm.18d3c2f05630cece
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: b84f586d-016c-4a5c-a358-58126d48974a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7fc46d5b45-sndvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: d53c364e-76da-4e9c-8df7-f48cfbcdd483
  kind: Event
  lastTimestamp: "2026-09-09T21:03:34Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-09-09T21:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:34Z"
    name: model-chainer-7fc46d5b45-sndvm.18d3c2f058e96a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 3e244c71-d37c-43a3-b2eb-87f3aead5bc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7fc46d5b45-sndvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: d53c364e-76da-4e9c-8df7-f48cfbcdd483
  kind: Event
  lastTimestamp: "2026-09-09T21:03:34Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-09-09T21:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:34Z"
    name: model-chainer-7fc46d5b45-sndvm.18d3c2f0594c7529
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: ef6688a4-6913-45b6-8d75-1c19075b54b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7fc46d5b45-sndvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: d53c364e-76da-4e9c-8df7-f48cfbcdd483
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-09-09T21:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: model-chainer-7fc46d5b45-sndvm.18d3c2f28c70d479
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: fa88733d-4b1f-4d4e-9f2b-cada2a7c51d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7fc46d5b45-sndvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: d53c364e-76da-4e9c-8df7-f48cfbcdd483
  kind: Event
  lastTimestamp: "2026-09-09T21:04:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:11Z"
    name: model-chainer-7fc46d5b45-sndvm.18d3c2f322cbf8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: f285c1ef-462d-445f-a524-255050436b55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-7fc46d5b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: f5958fe4-9086-4bf5-bf1b-6a927007f0fa
  kind: Event
  lastTimestamp: "2026-09-09T21:03:33Z"
  message: 'Created pod: model-chainer-7fc46d5b45-sndvm'
  metadata:
    creationTimestamp: "2026-09-09T21:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:33Z"
    name: model-chainer-7fc46d5b45.18d3c2f032711e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: fd615db9-3dbb-43de-ad96-b5eb584c7751
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15828"
    uid: 6bd0cd00-f501-40b3-bcfe-f38a6e00b173
  kind: Event
  lastTimestamp: "2026-09-09T21:03:33Z"
  message: Scaled up replica set model-chainer-7fc46d5b45 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:33Z"
    name: model-chainer.18d3c2f0315bb4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: 90a018f4-15ba-4f26-bfc8-c315877bb401
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: b32691c9-5f71-4d42-aad6-ebb468ffdef5
  kind: Event
  lastTimestamp: "2026-09-09T21:03:33Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:33Z"
    name: model-chainer.18d3c2f037ce3170
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: 29fb02ef-b6f6-4036-8faa-340426a4b217
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:13:59.123627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: dc057e60-fc93-4bf1-9abf-bc474ebdadd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-07fe8-69b4c4c9d8-q5tmf
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:13:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf.18d3c381c53eb635
    namespace: kserve-ci-e2e-test
    resourceVersion: "21115"
    uid: af863e2a-a895-404c-b69e-c483a8c27beb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: dc057e60-fc93-4bf1-9abf-bc474ebdadd0
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-07fe8-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf.18d3c381d157316d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: 9310fc04-7fde-4a39-8c37-daf986362592
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: dc057e60-fc93-4bf1-9abf-bc474ebdadd0
  kind: Event
  lastTimestamp: "2026-09-09T21:14:00Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:00Z"
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf.18d3c3820ad06447
    namespace: kserve-ci-e2e-test
    resourceVersion: "21150"
    uid: 15914670-3866-4b10-899f-6f61c03e124e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07fe8}
    kind: Pod
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: dc057e60-fc93-4bf1-9abf-bc474ebdadd0
  kind: Event
  lastTimestamp: "2026-09-09T21:14:00Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:00Z"
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf.18d3c3820c695efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 172f3d9e-decd-43e8-80d3-3f3dc3cd0464
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07fe8}
    kind: Pod
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: dc057e60-fc93-4bf1-9abf-bc474ebdadd0
  kind: Event
  lastTimestamp: "2026-09-09T21:14:00Z"
  message: 'Created container: sequence-graph-07fe8'
  metadata:
    creationTimestamp: "2026-09-09T21:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:00Z"
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf.18d3c3820f016634
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 81fcb02d-ec7e-400e-8d82-b8738d580cec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07fe8}
    kind: Pod
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: dc057e60-fc93-4bf1-9abf-bc474ebdadd0
  kind: Event
  lastTimestamp: "2026-09-09T21:14:00Z"
  message: Started container sequence-graph-07fe8
  metadata:
    creationTimestamp: "2026-09-09T21:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:00Z"
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf.18d3c3820f72db1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ea15e664-6ce5-410e-bd81-302ca6a93f31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07fe8}
    kind: Pod
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: dc057e60-fc93-4bf1-9abf-bc474ebdadd0
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: Stopping container sequence-graph-07fe8
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf.18d3c3841fa26704
    namespace: kserve-ci-e2e-test
    resourceVersion: "21240"
    uid: 841909f6-258f-4819-b63b-9a5428eddb8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-07fe8}
    kind: Pod
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: dc057e60-fc93-4bf1-9abf-bc474ebdadd0
  kind: Event
  lastTimestamp: "2026-09-09T21:14:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:36Z"
    name: sequence-graph-07fe8-69b4c4c9d8-q5tmf.18d3c384bcc12ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: 4d08a1c1-32a9-4dde-b79c-790fa5ba4828
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-07fe8-69b4c4c9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 3364f033-726e-4c8e-a360-7de95cff1a0d
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: 'Created pod: sequence-graph-07fe8-69b4c4c9d8-q5tmf'
  metadata:
    creationTimestamp: "2026-09-09T21:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: sequence-graph-07fe8-69b4c4c9d8.18d3c381c4c51074
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 11e064fb-5294-4222-9dad-3d195b78305f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-07fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 01cb1a2a-60ef-42be-96f1-d055543e9d92
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: Scaled up replica set sequence-graph-07fe8-69b4c4c9d8 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: sequence-graph-07fe8.18d3c381c3f88297
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 68ea83c8-5cf8-4825-9d57-11575b57fc11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-07fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: f8d75525-1532-4622-b648-09fbfbb0f096
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: InferenceGraph [sequence-graph-07fe8] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: sequence-graph-07fe8.18d3c381cb4ff38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 43b79d9b-0c1d-4058-a4f0-44e40db196a0
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-07fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: f8d75525-1532-4622-b648-09fbfbb0f096
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: 'Failed to update status for InferenceGraph "sequence-graph-07fe8": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-07fe8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: sequence-graph-07fe8.18d3c381cef6a15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: fd527f15-7bd8-4a9b-a271-c4a1ad15edcb
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-07fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: f8d75525-1532-4622-b648-09fbfbb0f096
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "sequence-graph-07fe8": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: sequence-graph-07fe8.18d3c381cef703a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21128"
    uid: 1c19f839-6074-478e-88d3-6de7e1ce25bb
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:15:09.532055Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-0dc3b-59c974478f-9s5ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21920"
    uid: 30c2e7f3-ae8a-4dae-8f2c-4bbcee274d4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-0dc3b-59c974478f-9s5ds
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:15:09Z"
    name: sequence-graph-0dc3b-59c974478f-9s5ds.18d3c39229ea0abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 0cd4aac5-cb1d-4e4e-a25b-09c38284c342
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-0dc3b-59c974478f-9s5ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 30c2e7f3-ae8a-4dae-8f2c-4bbcee274d4c
  kind: Event
  lastTimestamp: "2026-09-09T21:15:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-0dc3b-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:15:09Z"
    name: sequence-graph-0dc3b-59c974478f-9s5ds.18d3c39238a9c43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21940"
    uid: 9cb3750c-9623-4a59-8cd7-032a6d764f57
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-0dc3b-59c974478f-9s5ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: 30c2e7f3-ae8a-4dae-8f2c-4bbcee274d4c
  kind: Event
  lastTimestamp: "2026-09-09T21:15:10Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:15:10Z"
    name: sequence-graph-0dc3b-59c974478f-9s5ds.18d3c3926f8970b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 294318c6-1c24-4046-b48b-3c4686ae13ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-0dc3b}
    kind: Pod
    name: sequence-graph-0dc3b-59c974478f-9s5ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 30c2e7f3-ae8a-4dae-8f2c-4bbcee274d4c
  kind: Event
  lastTimestamp: "2026-09-09T21:15:10Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:15:10Z"
    name: sequence-graph-0dc3b-59c974478f-9s5ds.18d3c3927149e261
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: 3288feaa-50a7-453e-bf7d-9cd6c90009f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-0dc3b}
    kind: Pod
    name: sequence-graph-0dc3b-59c974478f-9s5ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 30c2e7f3-ae8a-4dae-8f2c-4bbcee274d4c
  kind: Event
  lastTimestamp: "2026-09-09T21:15:10Z"
  message: 'Created container: sequence-graph-0dc3b'
  metadata:
    creationTimestamp: "2026-09-09T21:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:15:10Z"
    name: sequence-graph-0dc3b-59c974478f-9s5ds.18d3c392750557eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: 017bfd96-396c-4978-be08-4db384217a6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-0dc3b}
    kind: Pod
    name: sequence-graph-0dc3b-59c974478f-9s5ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 30c2e7f3-ae8a-4dae-8f2c-4bbcee274d4c
  kind: Event
  lastTimestamp: "2026-09-09T21:15:10Z"
  message: Started container sequence-graph-0dc3b
  metadata:
    creationTimestamp: "2026-09-09T21:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:15:10Z"
    name: sequence-graph-0dc3b-59c974478f-9s5ds.18d3c392757a74f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: 322bb623-4f73-4a58-b99e-b1c6b2352799
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-0dc3b}
    kind: Pod
    name: sequence-graph-0dc3b-59c974478f-9s5ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 30c2e7f3-ae8a-4dae-8f2c-4bbcee274d4c
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: Stopping container sequence-graph-0dc3b
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: sequence-graph-0dc3b-59c974478f-9s5ds.18d3c40552713458
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: 39cdf005-9466-47df-bb2b-76cbc307b5a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-0dc3b}
    kind: Pod
    name: sequence-graph-0dc3b-59c974478f-9s5ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 30c2e7f3-ae8a-4dae-8f2c-4bbcee274d4c
  kind: Event
  lastTimestamp: "2026-09-09T21:23:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:52Z"
    name: sequence-graph-0dc3b-59c974478f-9s5ds.18d3c406050fa4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: c0eff098-0395-4f16-a5de-613cacd286dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-0dc3b-59c974478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: 7110cf54-5de0-4847-a63f-dd93c230785a
  kind: Event
  lastTimestamp: "2026-09-09T21:15:09Z"
  message: 'Created pod: sequence-graph-0dc3b-59c974478f-9s5ds'
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:09Z"
    name: sequence-graph-0dc3b-59c974478f.18d3c3922935748f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 2dba0506-c694-4203-9261-be6a6f16ef08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: 6f710b1c-d1eb-4083-8528-6f3194d307a7
  kind: Event
  lastTimestamp: "2026-09-09T21:15:09Z"
  message: Scaled up replica set sequence-graph-0dc3b-59c974478f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:09Z"
    name: sequence-graph-0dc3b.18d3c39227cba6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21919"
    uid: 22664f9b-e1ec-420c-a3fb-6ded4a422241
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 7c5e1c15-b24b-47f9-819c-c99c94b2461d
  kind: Event
  lastTimestamp: "2026-09-09T21:15:09Z"
  message: InferenceGraph [sequence-graph-0dc3b] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:15:09Z"
    name: sequence-graph-0dc3b.18d3c392344f8a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: 654ce7cb-2d02-475d-9d32-7e67828599b4
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 7c5e1c15-b24b-47f9-819c-c99c94b2461d
  kind: Event
  lastTimestamp: "2026-09-09T21:15:09Z"
  message: 'Failed to update status for InferenceGraph "sequence-graph-0dc3b": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-0dc3b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:15:09Z"
    name: sequence-graph-0dc3b.18d3c3923989e1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 23b5cd1a-45cf-430f-bf06-e9b90bc6321d
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 7c5e1c15-b24b-47f9-819c-c99c94b2461d
  kind: Event
  lastTimestamp: "2026-09-09T21:15:09Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "sequence-graph-0dc3b": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:15:09Z"
    name: sequence-graph-0dc3b.18d3c392398a3387
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: a5db2892-cba7-49be-8c99-8bf9259818aa
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: f57481d7-29fe-46f5-8ca4-b17fceae59f0
  kind: Event
  lastTimestamp: "2026-09-09T21:15:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:24Z"
    name: sequence-graph-0dc3b.18d3c395a62b0617
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: 94394797-8036-4246-af95-cf924e72fd3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: f57481d7-29fe-46f5-8ca4-b17fceae59f0
  kind: Event
  lastTimestamp: "2026-09-09T21:15:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:24Z"
    name: sequence-graph-0dc3b.18d3c395a6d7a5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: ecd117a1-0c70-4985-ab11-90e694cb080f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: f57481d7-29fe-46f5-8ca4-b17fceae59f0
  kind: Event
  lastTimestamp: "2026-09-09T21:15:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:39Z"
    name: sequence-graph-0dc3b.18d3c3992637d29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: ca4fd1ce-bc7b-4b17-9803-8abb45577b9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: f57481d7-29fe-46f5-8ca4-b17fceae59f0
  kind: Event
  lastTimestamp: "2026-09-09T21:15:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:39Z"
    name: sequence-graph-0dc3b.18d3c39927695014
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 451c891a-5fe8-467c-b3a8-ddbb4ee63b0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:04:44.236218Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-456dd-bb57fc7d7-qq4p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: 310677ad-9164-44c5-bee9-0fcde74291bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-456dd-bb57fc7d7-qq4p8
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:04:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: sequence-graph-456dd-bb57fc7d7-qq4p8.18d3c3009360be39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 63f0a22b-66be-4fe7-b3ff-d3219a659be8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-456dd-bb57fc7d7-qq4p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 310677ad-9164-44c5-bee9-0fcde74291bc
  kind: Event
  lastTimestamp: "2026-09-09T21:04:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-456dd-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: sequence-graph-456dd-bb57fc7d7-qq4p8.18d3c3009da96cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 87157724-ff25-4c3c-9e42-7c4a2b618382
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-456dd-bb57fc7d7-qq4p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: 310677ad-9164-44c5-bee9-0fcde74291bc
  kind: Event
  lastTimestamp: "2026-09-09T21:04:45Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:04:45Z"
    name: sequence-graph-456dd-bb57fc7d7-qq4p8.18d3c300d91b0538
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: b2137f90-f7b1-4159-8705-ca6b763bb31b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-456dd}
    kind: Pod
    name: sequence-graph-456dd-bb57fc7d7-qq4p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 310677ad-9164-44c5-bee9-0fcde74291bc
  kind: Event
  lastTimestamp: "2026-09-09T21:04:45Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:45Z"
    name: sequence-graph-456dd-bb57fc7d7-qq4p8.18d3c300da6579dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: e4457dc8-a6b3-4601-b300-f980716282b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-456dd}
    kind: Pod
    name: sequence-graph-456dd-bb57fc7d7-qq4p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 310677ad-9164-44c5-bee9-0fcde74291bc
  kind: Event
  lastTimestamp: "2026-09-09T21:04:45Z"
  message: 'Created container: sequence-graph-456dd'
  metadata:
    creationTimestamp: "2026-09-09T21:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:45Z"
    name: sequence-graph-456dd-bb57fc7d7-qq4p8.18d3c300ddb684ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: 9dcd557d-71de-4e95-8547-05d4f1651445
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-456dd}
    kind: Pod
    name: sequence-graph-456dd-bb57fc7d7-qq4p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 310677ad-9164-44c5-bee9-0fcde74291bc
  kind: Event
  lastTimestamp: "2026-09-09T21:04:45Z"
  message: Started container sequence-graph-456dd
  metadata:
    creationTimestamp: "2026-09-09T21:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:45Z"
    name: sequence-graph-456dd-bb57fc7d7-qq4p8.18d3c300de267a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: 7bbeb28f-42f9-4b6e-a139-6676992d4b03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-456dd}
    kind: Pod
    name: sequence-graph-456dd-bb57fc7d7-qq4p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 310677ad-9164-44c5-bee9-0fcde74291bc
  kind: Event
  lastTimestamp: "2026-09-09T21:12:58Z"
  message: Stopping container sequence-graph-456dd
  metadata:
    creationTimestamp: "2026-09-09T21:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:58Z"
    name: sequence-graph-456dd-bb57fc7d7-qq4p8.18d3c373bdaf6b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20269"
    uid: 9ef27eea-3080-46b8-bb38-c7a826a6f4cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-456dd}
    kind: Pod
    name: sequence-graph-456dd-bb57fc7d7-qq4p8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 310677ad-9164-44c5-bee9-0fcde74291bc
  kind: Event
  lastTimestamp: "2026-09-09T21:13:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:26Z"
    name: sequence-graph-456dd-bb57fc7d7-qq4p8.18d3c3746cd75557
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: fe0eab76-7ccd-49fd-b7d0-2ef346bba309
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-456dd-bb57fc7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: eb001dd1-de5c-4953-a489-315b4a04fe20
  kind: Event
  lastTimestamp: "2026-09-09T21:04:44Z"
  message: 'Created pod: sequence-graph-456dd-bb57fc7d7-qq4p8'
  metadata:
    creationTimestamp: "2026-09-09T21:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: sequence-graph-456dd-bb57fc7d7.18d3c30092edc545
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: dbd95eac-9c4a-45d1-8f7b-8e008d0a2eba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: c50653d6-88bf-4190-83be-7a88003c31f5
  kind: Event
  lastTimestamp: "2026-09-09T21:04:44Z"
  message: Scaled up replica set sequence-graph-456dd-bb57fc7d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: sequence-graph-456dd.18d3c300920db7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 2b763e92-bd3a-48a6-842d-2e0c03d360c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 78185e56-2f35-4b13-9193-b11094875102
  kind: Event
  lastTimestamp: "2026-09-09T21:04:44Z"
  message: InferenceGraph [sequence-graph-456dd] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: sequence-graph-456dd.18d3c30096236d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: 644e33b7-34e6-4a91-bc23-795b488ed2fb
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: f7ac7f22-ba64-48d9-88a9-3575f5d2f26e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:59Z"
    name: sequence-graph-456dd.18d3c30410a10371
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: 393a1b7a-4a7d-4cba-a83f-8da60009aa45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: f7ac7f22-ba64-48d9-88a9-3575f5d2f26e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:59Z"
    name: sequence-graph-456dd.18d3c30411168bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 4a12b3b9-7ea0-4662-8051-316195142c54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: f7ac7f22-ba64-48d9-88a9-3575f5d2f26e
  kind: Event
  lastTimestamp: "2026-09-09T21:05:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:14Z"
    name: sequence-graph-456dd.18d3c3078fe6fcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 553342c9-de21-4d9d-a78d-ded3b0c6a916
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: f7ac7f22-ba64-48d9-88a9-3575f5d2f26e
  kind: Event
  lastTimestamp: "2026-09-09T21:05:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:14Z"
    name: sequence-graph-456dd.18d3c3079065a25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: e989b6f5-2e95-4ac0-a6d2-3d17967c6706
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:25:05.355540Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-4085c-6d4fb848b4-7t4zl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27037"
    uid: 72ba6d92-08de-4bb9-9df4-6c79fcf16026
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-4085c-6d4fb848b4-7t4zl
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:25:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:25:05Z"
    name: splitter-graph-4085c-6d4fb848b4-7t4zl.18d3c41ce3c3195f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: 4a29e842-3f22-4d53-9226-df82cad6907d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-4085c-6d4fb848b4-7t4zl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 72ba6d92-08de-4bb9-9df4-6c79fcf16026
  kind: Event
  lastTimestamp: "2026-09-09T21:25:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-4085c-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:05Z"
    name: splitter-graph-4085c-6d4fb848b4-7t4zl.18d3c41cf3a973eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 1ee78a56-af86-4d45-b77a-d5331c1e3f00
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-4085c-6d4fb848b4-7t4zl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27049"
    uid: 72ba6d92-08de-4bb9-9df4-6c79fcf16026
  kind: Event
  lastTimestamp: "2026-09-09T21:25:06Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:25:06Z"
    name: splitter-graph-4085c-6d4fb848b4-7t4zl.18d3c41d29745eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27066"
    uid: f175c9a2-3639-4f1d-8cb1-c56a5ab7fde1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-4085c}
    kind: Pod
    name: splitter-graph-4085c-6d4fb848b4-7t4zl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 72ba6d92-08de-4bb9-9df4-6c79fcf16026
  kind: Event
  lastTimestamp: "2026-09-09T21:25:06Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:06Z"
    name: splitter-graph-4085c-6d4fb848b4-7t4zl.18d3c41d2bec91e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: f9fad5d7-8d6e-4f68-9b71-0ef0923caa6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-4085c}
    kind: Pod
    name: splitter-graph-4085c-6d4fb848b4-7t4zl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 72ba6d92-08de-4bb9-9df4-6c79fcf16026
  kind: Event
  lastTimestamp: "2026-09-09T21:25:06Z"
  message: 'Created container: splitter-graph-4085c'
  metadata:
    creationTimestamp: "2026-09-09T21:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:06Z"
    name: splitter-graph-4085c-6d4fb848b4-7t4zl.18d3c41d2f3290de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27070"
    uid: 011a62ec-bb91-414e-b098-65a88fdebd6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-4085c}
    kind: Pod
    name: splitter-graph-4085c-6d4fb848b4-7t4zl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 72ba6d92-08de-4bb9-9df4-6c79fcf16026
  kind: Event
  lastTimestamp: "2026-09-09T21:25:06Z"
  message: Started container splitter-graph-4085c
  metadata:
    creationTimestamp: "2026-09-09T21:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:25:06Z"
    name: splitter-graph-4085c-6d4fb848b4-7t4zl.18d3c41d2fa67c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: f288d53b-1eac-4cab-a3a8-64b7957891f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-4085c}
    kind: Pod
    name: splitter-graph-4085c-6d4fb848b4-7t4zl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 72ba6d92-08de-4bb9-9df4-6c79fcf16026
  kind: Event
  lastTimestamp: "2026-09-09T21:33:19Z"
  message: Stopping container splitter-graph-4085c
  metadata:
    creationTimestamp: "2026-09-09T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:19Z"
    name: splitter-graph-4085c-6d4fb848b4-7t4zl.18d3c4900a8b8280
    namespace: kserve-ci-e2e-test
    resourceVersion: "30504"
    uid: b67629ff-c24e-483d-a15c-24af5622c0f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-4085c}
    kind: Pod
    name: splitter-graph-4085c-6d4fb848b4-7t4zl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 72ba6d92-08de-4bb9-9df4-6c79fcf16026
  kind: Event
  lastTimestamp: "2026-09-09T21:33:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:48Z"
    name: splitter-graph-4085c-6d4fb848b4-7t4zl.18d3c490d5a335f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: acda98c7-36a4-4b58-90c5-d877caabc34e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-4085c-6d4fb848b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 22b18f05-079e-4bdf-96c6-d896cfb883a2
  kind: Event
  lastTimestamp: "2026-09-09T21:25:05Z"
  message: 'Created pod: splitter-graph-4085c-6d4fb848b4-7t4zl'
  metadata:
    creationTimestamp: "2026-09-09T21:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:05Z"
    name: splitter-graph-4085c-6d4fb848b4.18d3c41ce330c76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: 2fb80ebb-c737-4548-9257-e87c969aafd7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 0aa54dc2-01b4-4900-a6c2-487c708e62e2
  kind: Event
  lastTimestamp: "2026-09-09T21:25:05Z"
  message: Scaled up replica set splitter-graph-4085c-6d4fb848b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:05Z"
    name: splitter-graph-4085c.18d3c41ce1e00fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: 3d86a2c4-5af6-42ca-9137-571cdc89c7a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: 5c708892-bafa-402d-a74a-ee74df141dd6
  kind: Event
  lastTimestamp: "2026-09-09T21:25:05Z"
  message: InferenceGraph [splitter-graph-4085c] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:25:05Z"
    name: splitter-graph-4085c.18d3c41ce6bf2f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 3cd7474d-be32-4a03-baab-6bef98362a9b
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 66a749dc-b684-48da-a229-e8f6708b7490
  kind: Event
  lastTimestamp: "2026-09-09T21:25:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:20Z"
    name: splitter-graph-4085c.18d3c4206136727b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: 807555f3-fd65-46f3-bd4b-779d3c12a297
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 66a749dc-b684-48da-a229-e8f6708b7490
  kind: Event
  lastTimestamp: "2026-09-09T21:25:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:20Z"
    name: splitter-graph-4085c.18d3c420620c6b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: 6405ac36-f2f4-4dc8-8511-e5defe7170f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 66a749dc-b684-48da-a229-e8f6708b7490
  kind: Event
  lastTimestamp: "2026-09-09T21:25:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:35Z"
    name: splitter-graph-4085c.18d3c423e1a5982f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27289"
    uid: 8a7babd9-a307-4777-b10a-5e04d4611af0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:25:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 66a749dc-b684-48da-a229-e8f6708b7490
  kind: Event
  lastTimestamp: "2026-09-09T21:25:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:35Z"
    name: splitter-graph-4085c.18d3c423e223235a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27291"
    uid: d41113e4-383f-4dd1-a9eb-884fbdb715fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:23:55.009358Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-78161-df5b9dc88-hxgtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26227"
    uid: fe6dbce6-a06a-4c6c-a910-0dd83135bfda
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-78161-df5b9dc88-hxgtn
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:23:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:23:55Z"
    name: splitter-graph-78161-df5b9dc88-hxgtn.18d3c40c82cd6422
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: d0a48a2a-b6b4-40dc-a81c-25e7db6cffd3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-78161-df5b9dc88-hxgtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: fe6dbce6-a06a-4c6c-a910-0dd83135bfda
  kind: Event
  lastTimestamp: "2026-09-09T21:23:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-78161-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:55Z"
    name: splitter-graph-78161-df5b9dc88-hxgtn.18d3c40c8da653da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: 0083a18a-9efc-4b27-b6ee-12dab86c4faa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-78161-df5b9dc88-hxgtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: fe6dbce6-a06a-4c6c-a910-0dd83135bfda
  kind: Event
  lastTimestamp: "2026-09-09T21:23:56Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:23:56Z"
    name: splitter-graph-78161-df5b9dc88-hxgtn.18d3c40cc884f409
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: a7189112-4d5c-4bb9-8ae1-dbc8e986de5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-78161}
    kind: Pod
    name: splitter-graph-78161-df5b9dc88-hxgtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: fe6dbce6-a06a-4c6c-a910-0dd83135bfda
  kind: Event
  lastTimestamp: "2026-09-09T21:23:56Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:56Z"
    name: splitter-graph-78161-df5b9dc88-hxgtn.18d3c40cca4733c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26264"
    uid: 5366154d-2700-4eb4-aa07-5dc9e9b436a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-78161}
    kind: Pod
    name: splitter-graph-78161-df5b9dc88-hxgtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: fe6dbce6-a06a-4c6c-a910-0dd83135bfda
  kind: Event
  lastTimestamp: "2026-09-09T21:23:56Z"
  message: 'Created container: splitter-graph-78161'
  metadata:
    creationTimestamp: "2026-09-09T21:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:56Z"
    name: splitter-graph-78161-df5b9dc88-hxgtn.18d3c40cccffc772
    namespace: kserve-ci-e2e-test
    resourceVersion: "26266"
    uid: aa01313a-9181-4e40-aa53-8e3640b0da0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-78161}
    kind: Pod
    name: splitter-graph-78161-df5b9dc88-hxgtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: fe6dbce6-a06a-4c6c-a910-0dd83135bfda
  kind: Event
  lastTimestamp: "2026-09-09T21:23:56Z"
  message: Started container splitter-graph-78161
  metadata:
    creationTimestamp: "2026-09-09T21:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:56Z"
    name: splitter-graph-78161-df5b9dc88-hxgtn.18d3c40ccd716031
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 207f5e8b-3845-4112-b30b-ca795b999f7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-78161}
    kind: Pod
    name: splitter-graph-78161-df5b9dc88-hxgtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: fe6dbce6-a06a-4c6c-a910-0dd83135bfda
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Stopping container splitter-graph-78161
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: splitter-graph-78161-df5b9dc88-hxgtn.18d3c40edb280f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26352"
    uid: a76c3299-1083-442d-ac67-96d0e6d6d938
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-78161}
    kind: Pod
    name: splitter-graph-78161-df5b9dc88-hxgtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: fe6dbce6-a06a-4c6c-a910-0dd83135bfda
  kind: Event
  lastTimestamp: "2026-09-09T21:24:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:33Z"
    name: splitter-graph-78161-df5b9dc88-hxgtn.18d3c40f8d56354d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26758"
    uid: b2d8b713-1171-404d-9571-c90f0f21c2eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-78161-df5b9dc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: bbfc7702-a503-4bf0-90af-e9d10fe57297
  kind: Event
  lastTimestamp: "2026-09-09T21:23:54Z"
  message: 'Created pod: splitter-graph-78161-df5b9dc88-hxgtn'
  metadata:
    creationTimestamp: "2026-09-09T21:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:54Z"
    name: splitter-graph-78161-df5b9dc88.18d3c40c81fa63c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26231"
    uid: 530f734c-111b-4ca1-8ee2-fe0178726be7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: a30413d0-7e6f-4926-b4d1-bceada2b0e3a
  kind: Event
  lastTimestamp: "2026-09-09T21:23:54Z"
  message: Scaled up replica set splitter-graph-78161-df5b9dc88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:54Z"
    name: splitter-graph-78161.18d3c40c80e6ed78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26228"
    uid: aa1f2776-8647-4867-aebb-12748720893f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "26244"
    uid: ecfca559-1ed9-4df8-9e8a-48478c5dbff9
  kind: Event
  lastTimestamp: "2026-09-09T21:23:55Z"
  message: InferenceGraph [splitter-graph-78161] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:55Z"
    name: splitter-graph-78161.18d3c40c876ebcfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26246"
    uid: d3e662a6-7807-4ac2-ad90-fae2c2b47044
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:12:59.171125Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c373cfcc0f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 00a057b9-efaa-4222-ba81-6f19ae015fbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c373f2143a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: d2106e09-c388-4034-9918-b9b3fbb8a68d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c373f416e89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 9cb7f21a-995c-4ad3-8859-aa54b8edf114
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c373f71c8baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 34ebb0a5-792a-4107-8bfe-d5ed3e81b1e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c373f79aaa9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: 577d6bfc-2ca8-4e3e-a6a7-40aa9b303f2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c373f7a3f7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: 58eda025-83ef-4382-bc54-2fddb18f1cc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c373fa58d7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: a7817b59-9f10-4822-b2fe-39eb2cf6226f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c373fac87912
    namespace: kserve-ci-e2e-test
    resourceVersion: "20379"
    uid: 81b3c6de-12ac-4d40-b10b-364c8df4c16a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:13:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:37Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c374513499a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: 373d042d-b6fe-4f7b-bcee-5d91ccf7ae0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c3842615ade1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21259"
    uid: 7673d282-ee92-4f40-b788-e1cce166cf61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c3842616166a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 823bdf93-c052-4ab6-b025-9d25db5f54e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 12c4adf6-9ca1-494d-a53a-588ece6f8d98
  kind: Event
  lastTimestamp: "2026-09-09T21:14:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:12Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx.18d3c384d994b4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: dae4ce2f-3269-4571-9d43-825f444d5b2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-07fe8-predictor-556db9dbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: 7330ead8-3aef-42d7-a50c-c1ff0d175980
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: 'Created pod: success-200-isvc-07fe8-predictor-556db9dbb5-sl5dx'
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor-556db9dbb5.18d3c373cf6509f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: 47c9a0a4-8f32-4db5-8a1b-7808f71f406d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20314"
    uid: 38c3f0a9-7498-4533-8cb3-698e2fca2f4e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:59Z"
  message: Scaled up replica set success-200-isvc-07fe8-predictor-556db9dbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-07fe8-predictor.18d3c373cc7f4751
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: a2b555f2-b1df-4be6-983d-ea38d04437bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: a5f19c83-e8da-483e-b020-84cd826154eb
  kind: Event
  lastTimestamp: "2026-09-09T21:13:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:29Z"
    name: success-200-isvc-07fe8-predictor.18d3c3774b086d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: ed521c1f-4905-49f7-98dd-a2abe0acccd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: a5f19c83-e8da-483e-b020-84cd826154eb
  kind: Event
  lastTimestamp: "2026-09-09T21:13:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:29Z"
    name: success-200-isvc-07fe8-predictor.18d3c3774b782ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20693"
    uid: 008a4bfd-1ed9-4de6-845d-d2a94b0316b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: a5f19c83-e8da-483e-b020-84cd826154eb
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: success-200-isvc-07fe8-predictor.18d3c37e4a0cb530
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: 71ccded7-285c-4edb-a752-46ef826db5e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-07fe8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: a5f19c83-e8da-483e-b020-84cd826154eb
  kind: Event
  lastTimestamp: "2026-09-09T21:13:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:59Z"
    name: success-200-isvc-07fe8-predictor.18d3c37e4ab1f625
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 4fa8aa11-b0c8-412a-99e0-94893b270d91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-07fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: 6b0d5704-74f2-4052-bdd7-bde00fcc9c99
  kind: Event
  lastTimestamp: "2026-09-09T21:13:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:47Z"
    name: success-200-isvc-07fe8.18d3c373cc7ec510
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: 32e04813-3aaf-4e94-a716-253cda0bbbcf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-07fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: 6b0d5704-74f2-4052-bdd7-bde00fcc9c99
  kind: Event
  lastTimestamp: "2026-09-09T21:13:47Z"
  message: InferenceService [success-200-isvc-07fe8] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:47Z"
    name: success-200-isvc-07fe8.18d3c37f0eb06567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 249f2f44-cb4f-4d11-be4f-ec4a9b75d5c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:14:09.519275Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21290"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c38430dfa6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: 48163c54-fce1-483d-82fe-4a7e93675cf1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c38453039d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: d8ce9971-bf71-4913-a914-3a1cd1bcf997
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c384545a6ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: 03fbb7d4-5327-49f5-9685-549527b69bc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c384573bc889
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 31fb37ca-123b-40bd-8d55-ef4ceaece2bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c38457af483b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: 14ea2939-58f6-49f1-ae2b-afca8299f6b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c38457b8cf01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 099f4f16-b584-445a-b893-960a64f2658c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c3845a93f4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 053608ed-00d9-446e-a231-c50bda918923
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:14:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:10Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c3845b0b28c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21349"
    uid: 4714394a-2836-47c5-a371-6dd10803d670
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:23:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:26Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c384769bdab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: 9d00fa37-537d-4dac-813c-3b4b858a3cc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c40558fd36cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25809"
    uid: 7b995c71-60a0-4343-b859-44adab69ebb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c40558fd9900
    namespace: kserve-ci-e2e-test
    resourceVersion: "25815"
    uid: 91d3b8e8-d160-46d5-b6ed-281259143434
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 550b3445-4d15-44ad-bb94-eef6889630ee
  kind: Event
  lastTimestamp: "2026-09-09T21:23:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:26Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7.18d3c405eafbaf66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: ecb2faed-6a09-4e5a-bc70-f56cc58f1e23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-0dc3b-predictor-56f6689897
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: bf8d751c-5a91-46b1-9d0f-dbe22b67af0e
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: 'Created pod: success-200-isvc-0dc3b-predictor-56f6689897-dw9g7'
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: success-200-isvc-0dc3b-predictor-56f6689897.18d3c3842fbe5f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: 192561f9-4aba-4e74-bf4e-33562257e5aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: abc5c260-c426-4229-8daf-d5a881b0924b
  kind: Event
  lastTimestamp: "2026-09-09T21:14:09Z"
  message: Scaled up replica set success-200-isvc-0dc3b-predictor-56f6689897 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:09Z"
    name: success-200-isvc-0dc3b-predictor.18d3c38428439d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: 3e88278e-87c3-4c4b-9608-4de644f43860
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 4421e062-f230-4304-a28f-e8ada2a13cbd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:24Z"
    name: success-200-isvc-0dc3b-predictor.18d3c387a770045d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 270bb9f9-e640-40de-a685-e389eb5c445b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 4421e062-f230-4304-a28f-e8ada2a13cbd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:24Z"
    name: success-200-isvc-0dc3b-predictor.18d3c387a7f38793
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: aae6ad34-e32f-429f-b9eb-74820b7399b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 4421e062-f230-4304-a28f-e8ada2a13cbd
  kind: Event
  lastTimestamp: "2026-09-09T21:15:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:24Z"
    name: success-200-isvc-0dc3b-predictor.18d3c38b2787d798
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 4df395e6-1338-43b5-b821-1fe2940c4331
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0dc3b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 4421e062-f230-4304-a28f-e8ada2a13cbd
  kind: Event
  lastTimestamp: "2026-09-09T21:15:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:15:24Z"
    name: success-200-isvc-0dc3b-predictor.18d3c38b27f19b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 207f25f0-0c73-4deb-8883-dab028f3bff5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: eeb1b07b-676b-4225-b0db-59cec8eb75d3
  kind: Event
  lastTimestamp: "2026-09-09T21:14:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:56Z"
    name: success-200-isvc-0dc3b.18d3c3842962a557
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 779f2caa-04f2-4a17-abcd-31ce19382cf1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: eeb1b07b-676b-4225-b0db-59cec8eb75d3
  kind: Event
  lastTimestamp: "2026-09-09T21:14:56Z"
  message: InferenceService [success-200-isvc-0dc3b] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:56Z"
    name: success-200-isvc-0dc3b.18d3c38f32fc8a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21815"
    uid: 4ab62ca0-77fe-416c-8e9a-4d7083a69f08
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:13:30.278771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b0df50b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 41cf0fbb-11b7-4ea4-8d46-27078b7963e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-2e5cb-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b17f93508
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 8549a884-6282-48af-81fc-4c66b3fb7d51
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b53b5b1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: ada3fbb1-cf10-4f54-a66c-7849efc4173f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b55bfaaaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: 2ccd142a-56d6-4778-81bb-69542b47d7dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b58fb6c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: a3118179-0c71-4a1f-8f00-6045617fc3f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b596b967f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: b3c74724-e0e1-47d4-bf02-53070a581ac3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b59754f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20834"
    uid: 03514afb-17f7-44d0-a894-77d55de78396
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b5c951a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 5d0f3c27-9b66-4cca-8f7d-acc2961a2ef0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:13:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:31Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b5d09d7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: ca0de429-3de3-4c17-bd39-f89a09c20140
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:14:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:18Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c37b9261c74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: d5ef31d9-4c95-440e-97a4-ffe5b840552a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:22:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:54Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c3fe868f51e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25330"
    uid: f3e6236f-5bb5-40bb-805b-5f7fcacd8448
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: ad98443a-63a8-45d9-8e57-e23ba7cc1779
  kind: Event
  lastTimestamp: "2026-09-09T21:22:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:54Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6.18d3c3fe868fe557
    namespace: kserve-ci-e2e-test
    resourceVersion: "25331"
    uid: 062bebc0-58ae-4fe5-913e-de586cf65eb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-2e5cb-predictor-5766cb6459
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: fe5420ab-ca22-4155-9913-6243f8019ca2
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: 'Created pod: success-200-isvc-2e5cb-predictor-5766cb6459-k46x6'
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: success-200-isvc-2e5cb-predictor-5766cb6459.18d3c37b0c2ff889
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: ab6ea2f0-62f3-4837-b2aa-b1747793f39d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 5f828e55-1357-427d-a9a1-433bcf8d00e8
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: Scaled up replica set success-200-isvc-2e5cb-predictor-5766cb6459 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: success-200-isvc-2e5cb-predictor.18d3c37b081a3e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20754"
    uid: 99eeb1c9-fcdf-46ac-8e33-ca31cfbf250b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: ede3cf57-15da-42a7-ba49-6e327f154f2f
  kind: Event
  lastTimestamp: "2026-09-09T21:14:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:00Z"
    name: success-200-isvc-2e5cb-predictor.18d3c37e870ca6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 83e68448-cd6d-4d42-a786-5eed48af5499
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: ede3cf57-15da-42a7-ba49-6e327f154f2f
  kind: Event
  lastTimestamp: "2026-09-09T21:14:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:00Z"
    name: success-200-isvc-2e5cb-predictor.18d3c37e877e3d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: 76272caf-dc04-4084-ac4b-c3c33d23fed2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: ede3cf57-15da-42a7-ba49-6e327f154f2f
  kind: Event
  lastTimestamp: "2026-09-09T21:14:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:45Z"
    name: success-200-isvc-2e5cb-predictor.18d3c38585873dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: eed3182f-93e8-4f89-8607-f05a57d33d1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-2e5cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: ede3cf57-15da-42a7-ba49-6e327f154f2f
  kind: Event
  lastTimestamp: "2026-09-09T21:14:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:45Z"
    name: success-200-isvc-2e5cb-predictor.18d3c38585e9bbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 9c4e32c7-2ffe-41e1-8b1e-89e93139f304
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-2e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: 70d5c41e-3520-4eeb-aaae-4fbc86619bf1
  kind: Event
  lastTimestamp: "2026-09-09T21:14:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:28Z"
    name: success-200-isvc-2e5cb.18d3c37b0879f7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: 7e3d1729-86ee-44e9-b767-5bd760c9059c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-2e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: 70d5c41e-3520-4eeb-aaae-4fbc86619bf1
  kind: Event
  lastTimestamp: "2026-09-09T21:14:28Z"
  message: InferenceService [success-200-isvc-2e5cb] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:28Z"
    name: success-200-isvc-2e5cb.18d3c388a896fc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21548"
    uid: f2ace9ae-d9a2-47f3-b6c8-50b3b381d30a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:24:05.314776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40ee90d7fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: 17dd7ae2-1981-4f54-8ae3-70d2145d7b02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26416"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40f0b7c7dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: c5468e67-e543-45ca-a67e-c97f2178397b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40f0d2599d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: 86f08950-6cc5-44b3-9048-1366438e98e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40f0fd8ee75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: ad169a33-51f3-42be-9676-a936c4994e94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40f104af118
    namespace: kserve-ci-e2e-test
    resourceVersion: "26459"
    uid: 58dc49ad-cb8c-4019-b261-97355d2321e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40f1054c677
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: abb9179f-74f0-44d3-b207-7fb1c649852a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40f12cd1de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: 85196a6d-4eb8-400b-9477-165f23804eef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:06Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40f133d9dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 6cfcbb9d-8231-455e-81bf-e950f605c948
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:24:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:43Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c40f5c00543a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 3a4b8e69-f302-418d-973b-aa47a13902d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:33:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:20Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c49016f5c9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 53ef305a-31a3-44c9-ac3d-2224adb76bd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: d05eb807-4063-4b09-aae1-1de01a7cd17d
  kind: Event
  lastTimestamp: "2026-09-09T21:33:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:33:20Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98.18d3c49016f653a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30530"
    uid: 5bc2d8c2-1037-4526-a84b-a2b45a508f02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-4085c-predictor-84bd9cf6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: d02e0ef5-7788-45f6-a3c2-819417f869b5
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: 'Created pod: success-200-isvc-4085c-predictor-84bd9cf6c7-xrk98'
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-4085c-predictor-84bd9cf6c7.18d3c40ee880db05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26408"
    uid: 01e21d40-4de6-4b06-99de-b0de6d42cc5d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: 62f3a048-76bf-47da-8b00-731b254101cf
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Scaled up replica set success-200-isvc-4085c-predictor-84bd9cf6c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-4085c-predictor.18d3c40ee635b611
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: c362bb70-0c16-43dc-bb85-4fbcc2bc77a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26399"
    uid: 9e67b37c-c0b9-4413-ac3b-bbcea300d5c1
  kind: Event
  lastTimestamp: "2026-09-09T21:24:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:35Z"
    name: success-200-isvc-4085c-predictor.18d3c41264d38e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: 94662031-dfa5-45cb-9c4c-f31ef8369578
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26399"
    uid: 9e67b37c-c0b9-4413-ac3b-bbcea300d5c1
  kind: Event
  lastTimestamp: "2026-09-09T21:24:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:35Z"
    name: success-200-isvc-4085c-predictor.18d3c412655c224e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26775"
    uid: eb5fc165-3c3f-4b85-b5d2-bb2cc71fcedb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 9e67b37c-c0b9-4413-ac3b-bbcea300d5c1
  kind: Event
  lastTimestamp: "2026-09-09T21:25:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:20Z"
    name: success-200-isvc-4085c-predictor.18d3c41963ace305
    namespace: kserve-ci-e2e-test
    resourceVersion: "27181"
    uid: 1b890970-26e5-43ba-a85b-d1cf7f1fb264
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-4085c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 9e67b37c-c0b9-4413-ac3b-bbcea300d5c1
  kind: Event
  lastTimestamp: "2026-09-09T21:25:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:20Z"
    name: success-200-isvc-4085c-predictor.18d3c41964588b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27182"
    uid: a5c2355a-b805-4656-967b-5d56926f72d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26384"
    uid: 48668928-35b1-4597-b8f3-d09edf072d59
  kind: Event
  lastTimestamp: "2026-09-09T21:24:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:53Z"
    name: success-200-isvc-4085c.18d3c40ee6388555
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: ef5eaa9f-d04a-4a80-ba59-94f7ecbe5532
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-4085c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26943"
    uid: 48668928-35b1-4597-b8f3-d09edf072d59
  kind: Event
  lastTimestamp: "2026-09-09T21:24:53Z"
  message: InferenceService [success-200-isvc-4085c] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:53Z"
    name: success-200-isvc-4085c.18d3c41a1df5fbcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26944"
    uid: 4612ce99-1de3-411e-a672-1ca2546a59aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:03:44.400869Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-456dd-predictor-7948469779-dn998
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f2a4e9bc3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: ba7d4570-f180-4162-8790-24dbbd78e623
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f2c6e2992e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: 0782dca0-bcd4-4edd-b5c9-0ef2f7f0eb15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f2c86e847c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16098"
    uid: 5b097fc7-aa46-4275-b2c7-b524744a1bc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f2cb1d0cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 231f5dff-47bf-4957-8ef9-2b808be03620
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f2cb7dc0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: d7663565-f727-426d-99a2-e6649334b414
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f2cb865310
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 851c7beb-6d27-4efa-8ad3-09f5e1afdf5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f2ce4f5cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 0d328d13-6a56-4bb0-ab47-9f3c6dd04ba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f2cebb3932
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: 5d0e49d3-feb5-4d5d-8f63-5b41107bb75b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:04:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:23Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c2f341cb58f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 5f6c2aef-8a99-43a4-854d-ab031db7f047
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:12:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:58Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c373c5161798
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: 6bf7fd6a-11de-4e20-b78d-a79a6d9462f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-456dd-predictor-7948469779-dn998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: c6a8d3af-e895-44c6-baba-c357e05be25b
  kind: Event
  lastTimestamp: "2026-09-09T21:12:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:59Z"
    name: success-200-isvc-456dd-predictor-7948469779-dn998.18d3c373c516880d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20293"
    uid: 0c9df93a-1e94-4d92-a61c-e6bb625b4bcf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-456dd-predictor-7948469779
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: fbc3045b-d37a-4a1a-872a-0a01bd0a759c
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: 'Created pod: success-200-isvc-456dd-predictor-7948469779-dn998'
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: success-200-isvc-456dd-predictor-7948469779.18d3c2f2a440f324
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 025975f0-7393-4872-b5e2-4fd61abe72f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 16e5e166-3aee-46d9-8659-ee6a08fb1781
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Scaled up replica set success-200-isvc-456dd-predictor-7948469779 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: success-200-isvc-456dd-predictor.18d3c2f2a042c249
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: 3b0d20d4-6849-4a54-83de-48952a3a3adf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: 74536ad5-1eeb-4663-89dc-c81edec0ec4d
  kind: Event
  lastTimestamp: "2026-09-09T21:04:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:14Z"
    name: success-200-isvc-456dd-predictor.18d3c2f61eb1c498
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 1afb954a-b266-4752-b5ee-78c7a789d59f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: 74536ad5-1eeb-4663-89dc-c81edec0ec4d
  kind: Event
  lastTimestamp: "2026-09-09T21:04:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:14Z"
    name: success-200-isvc-456dd-predictor.18d3c2f61f284448
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: 08d29218-00d9-42df-a34a-fe5473103daa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 74536ad5-1eeb-4663-89dc-c81edec0ec4d
  kind: Event
  lastTimestamp: "2026-09-09T21:04:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: success-200-isvc-456dd-predictor.18d3c2fd1cab7b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: d53d9bc9-8b68-4285-a286-3dea1efdb5b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-456dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 74536ad5-1eeb-4663-89dc-c81edec0ec4d
  kind: Event
  lastTimestamp: "2026-09-09T21:04:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: success-200-isvc-456dd-predictor.18d3c2fd1cff6ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 2fc33c0f-7f01-4a4b-aa90-59c4b70fbf9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 44e569b2-1d55-41fe-bc9e-b5c4980fd3cd
  kind: Event
  lastTimestamp: "2026-09-09T21:04:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:33Z"
    name: success-200-isvc-456dd.18d3c2f2a03d65c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: d6803e7b-0f25-4b05-8f78-d9f008da7131
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 44e569b2-1d55-41fe-bc9e-b5c4980fd3cd
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-456dd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-456dd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: success-200-isvc-456dd.18d3c2f2a155cf7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: 201d5e9a-44a4-4e7f-8e51-46a26c2842e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 44e569b2-1d55-41fe-bc9e-b5c4980fd3cd
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-456dd": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: success-200-isvc-456dd.18d3c2f2a1562485
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: e363a8bf-6b2a-424d-97af-f01258402f32
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-456dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 44e569b2-1d55-41fe-bc9e-b5c4980fd3cd
  kind: Event
  lastTimestamp: "2026-09-09T21:04:33Z"
  message: InferenceService [success-200-isvc-456dd] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:33Z"
    name: success-200-isvc-456dd.18d3c2fdfcf3f564
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 82caa2bb-3981-404a-883f-cff34699bbea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:54.750633Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e71587563b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 20372c5a-1545-4f67-9bf7-c84d63bddabe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-67ffc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:55Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e71ed333a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: fa73bd73-21f7-4707-a30a-76acc96484ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e790a7fee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15479"
    uid: 0bf26fb7-228c-4623-a3d3-b338e4d613bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e793b36782
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: c079b052-6592-4a81-9ab1-52f87e292466
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e796be1075
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: b2958997-17e7-4795-9204-127f5e6c0812
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e7974c1c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: cc786865-2fde-4dba-98d7-ba6f6ca9eda3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e7975516fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 3d5a4402-8998-45ee-b138-9422d9029ea3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e79a183e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 85bbc3a9-9883-4ad6-83fa-2d257dc58c51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e79a911e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 5cdfd22f-c3a0-4600-a0df-14b6a83b899f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:03:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:34Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c2e8084b65ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: a9348ff1-cf03-41ff-920d-1b9468154d0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c36a8c2c208e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: eb67bcb6-bd77-47fa-84e6-4c1b37aaec76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c36a8c2dbf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 97a3360a-cdc2-4b12-ab31-89527f550642
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 6a2ffa25-90c8-42fb-9de8-a996c393475e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm.18d3c36aa6c3642c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: 1b3147af-52ce-40c7-828b-c2cde7293d84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-67ffc-predictor-6f9b4c645c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: a4562fc4-90cb-4f2d-b8a0-98a1e62aa662
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: 'Created pod: success-200-isvc-67ffc-predictor-6f9b4c645c-kfrkm'
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: success-200-isvc-67ffc-predictor-6f9b4c645c.18d3c2e714afd43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 802cb2a7-c116-4c02-9e2c-e54d1d81e6e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 30e197f7-2325-4acc-9789-7456814f81e1
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Scaled up replica set success-200-isvc-67ffc-predictor-6f9b4c645c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: success-200-isvc-67ffc-predictor.18d3c2e70fec7e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: 2d72ca2f-d934-4832-a0cd-487f030d1906
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 3b5579d2-ed93-43ca-8060-297e0eb63b46
  kind: Event
  lastTimestamp: "2026-09-09T21:03:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:39Z"
    name: success-200-isvc-67ffc-predictor.18d3c2ea8e42679b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: 002b1b95-f070-45d1-9d41-847fcbec9799
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 3b5579d2-ed93-43ca-8060-297e0eb63b46
  kind: Event
  lastTimestamp: "2026-09-09T21:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:39Z"
    name: success-200-isvc-67ffc-predictor.18d3c2ea8e935c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: 1a8f52a0-b134-4db8-a78d-d77357f0cb1a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 3b5579d2-ed93-43ca-8060-297e0eb63b46
  kind: Event
  lastTimestamp: "2026-09-09T21:04:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:24Z"
    name: success-200-isvc-67ffc-predictor.18d3c2ee0d54f05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 5fadb012-e197-471d-a343-2952fb18fb52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-67ffc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 3b5579d2-ed93-43ca-8060-297e0eb63b46
  kind: Event
  lastTimestamp: "2026-09-09T21:04:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:24Z"
    name: success-200-isvc-67ffc-predictor.18d3c2ee0dcace7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: b6945790-7154-4ff7-bfed-4d664542aca3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-67ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: c1d74f19-24af-494b-b8c9-fceb431f4ace
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:45Z"
    name: success-200-isvc-67ffc.18d3c2e70ff5c32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: 4dbdde84-6ddd-4d1d-89be-33aaccdb5f89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-67ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: c1d74f19-24af-494b-b8c9-fceb431f4ace
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: InferenceService [success-200-isvc-67ffc] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: success-200-isvc-67ffc.18d3c2f2c5d4f6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 08b8ce76-101d-4a06-acea-4bed1303208f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:12:19.518526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36a94517553
    namespace: kserve-ci-e2e-test
    resourceVersion: "19890"
    uid: c77f3ebb-b6d2-4190-beca-0bec19e75cbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36ab684f054
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 16816b06-b92e-4d23-a10e-3e440c44fff0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36ab8af2646
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 76978300-47fc-4f80-a1b0-43b4d051b3f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36abbd4f20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 47537ea4-bee2-4faf-85dd-86801467b83a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36abc385653
    namespace: kserve-ci-e2e-test
    resourceVersion: "19937"
    uid: 7072dc45-d199-4cb8-81c4-528cc03e3192
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36abc413da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: 7496a557-3b06-4b7c-8e5b-c4b944a70084
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36abeaebb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: a56b35ab-3eab-434f-94ac-ee327fe4c402
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:20Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36abf118c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 3019a3b9-3c6c-461d-acdf-c8fabbaa8df8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:12:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:58Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c36b316c657d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20249"
    uid: 61d500bf-21a0-4b3a-b89d-0129602ddc82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c37b014cd07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 3d5884e3-0ea6-4235-a5b5-6bba0f6cc049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:13:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:30Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c37b014d2be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: c1b0016a-fc8c-44d8-99f0-7502ddfa8879
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: db874311-ea63-403c-b05f-c0668bfbbf1f
  kind: Event
  lastTimestamp: "2026-09-09T21:13:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:33Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh.18d3c37bb9d7ac7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: f72af496-3797-4435-a9c3-9e90306b7f77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-71ac5-predictor-59646b8c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: c6a8275b-5dec-4f58-9347-3d1346ae894e
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: 'Created pod: success-200-isvc-71ac5-predictor-59646b8c6c-2dhxh'
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: success-200-isvc-71ac5-predictor-59646b8c6c.18d3c36a93a78735
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 441b6b25-7b01-43c3-aa79-d50bda2b633e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 53064548-178a-44e0-be75-13d9c25bc6ca
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: Scaled up replica set success-200-isvc-71ac5-predictor-59646b8c6c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: success-200-isvc-71ac5-predictor.18d3c36a8e349635
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 332fe294-2d6c-4723-9918-bd8284c18723
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: ebb9b8d3-effe-401f-a862-e78496ae0cc1
  kind: Event
  lastTimestamp: "2026-09-09T21:12:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:49Z"
    name: success-200-isvc-71ac5-predictor.18d3c36e0d153fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20180"
    uid: ccf861f6-50ce-40eb-bb85-c2ccd37438a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: ebb9b8d3-effe-401f-a862-e78496ae0cc1
  kind: Event
  lastTimestamp: "2026-09-09T21:12:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:49Z"
    name: success-200-isvc-71ac5-predictor.18d3c36e0d657cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: 32c962f1-476a-42d5-8884-cae2b04bf310
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: ebb9b8d3-effe-401f-a862-e78496ae0cc1
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: success-200-isvc-71ac5-predictor.18d3c3750c0b9ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: cb267be2-2f02-4fea-b475-a4b218a15a7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-71ac5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: ebb9b8d3-effe-401f-a862-e78496ae0cc1
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: success-200-isvc-71ac5-predictor.18d3c3750c7b43b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 6cca2515-9da3-40fa-9b40-75f4b46c7803
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-71ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: e616033e-4186-4763-a27b-849742226c4a
  kind: Event
  lastTimestamp: "2026-09-09T21:13:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:08Z"
    name: success-200-isvc-71ac5.18d3c36a8e005b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 068aaea5-4ea6-462e-ad95-612fe5ef4f75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-71ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: e616033e-4186-4763-a27b-849742226c4a
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-71ac5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-71ac5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: success-200-isvc-71ac5.18d3c36a8e733e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 0c4c8fa3-76ec-4473-bfb6-2e7d7c63dff1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-71ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: e616033e-4186-4763-a27b-849742226c4a
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-71ac5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: success-200-isvc-71ac5.18d3c36a8e738b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19863"
    uid: a3307fd3-8854-46bc-8ad4-d4238020a2a8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-71ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: e616033e-4186-4763-a27b-849742226c4a
  kind: Event
  lastTimestamp: "2026-09-09T21:13:08Z"
  message: InferenceService [success-200-isvc-71ac5] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:08Z"
    name: success-200-isvc-71ac5.18d3c375ed977099
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: b2bf5e9d-328b-422e-b193-aa92173f47fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:23:24.421656Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c40563a20175
    namespace: kserve-ci-e2e-test
    resourceVersion: "25848"
    uid: a7eb9a6b-81b7-4864-890d-c929ba93e4a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-72d00-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c4056ff845ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: 6ecf7da9-ef5e-4e73-82e3-aab00e018f2b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25854"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c405aa073908
    namespace: kserve-ci-e2e-test
    resourceVersion: "25910"
    uid: 33cf19fa-cdb2-4801-bc1c-a9040911ab65
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c405abc0bd40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: 9f02df94-7f61-45ba-a078-0607801b276a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c405ae8ec1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: 7380d290-5183-40ed-848a-f12c4dcb8e1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c405af2a437a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: 44b01f8f-c0f8-46b7-9c2f-a3233f2a4364
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c405af343a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25915"
    uid: 6238446e-df30-4e3d-b17a-8ab1efa98ac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c405b2447c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 7d345e2e-5eb7-41ab-9b91-31cb1b6ac7b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:23:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:25Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c405b2b6f6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: ae5b9257-8af7-4f62-8577-fd5dcad3eb14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:24:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:03Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c40600069076
    namespace: kserve-ci-e2e-test
    resourceVersion: "26320"
    uid: 0bf32784-49c0-49ae-92d7-d47e29f81813
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:40:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:43Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c4f765dba717
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: fe83ec37-6f1e-4c2e-86fe-9cb2149d1de4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0c0a5fbe-bf23-44cb-a836-530405a30899
  kind: Event
  lastTimestamp: "2026-09-09T21:40:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:43Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk.18d3c4f765dcfdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33601"
    uid: bd1fb3c4-0499-45d7-8ebb-458ab22d92a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-72d00-predictor-59d5cd5987
    namespace: kserve-ci-e2e-test
    resourceVersion: "25837"
    uid: 15fe24bf-0fc0-4322-b629-86632259cda2
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: 'Created pod: success-200-isvc-72d00-predictor-59d5cd5987-7hrxk'
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: success-200-isvc-72d00-predictor-59d5cd5987.18d3c4056309e662
    namespace: kserve-ci-e2e-test
    resourceVersion: "25845"
    uid: 58f75618-0e7e-4d94-ac98-8c9b5632f58b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 29e41684-78b3-4ab2-917a-b11186f29e5b
  kind: Event
  lastTimestamp: "2026-09-09T21:23:24Z"
  message: Scaled up replica set success-200-isvc-72d00-predictor-59d5cd5987 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:24Z"
    name: success-200-isvc-72d00-predictor.18d3c40560a3b333
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 407172e9-b90a-45e0-8222-5742bafc310f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: 1ac5a883-ac7b-4e55-91f6-a8dc99e66bfb
  kind: Event
  lastTimestamp: "2026-09-09T21:24:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:09Z"
    name: success-200-isvc-72d00-predictor.18d3c408e0285088
    namespace: kserve-ci-e2e-test
    resourceVersion: "26508"
    uid: f886de25-78dd-4a78-8121-5c6de965ab28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: 1ac5a883-ac7b-4e55-91f6-a8dc99e66bfb
  kind: Event
  lastTimestamp: "2026-09-09T21:24:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:09Z"
    name: success-200-isvc-72d00-predictor.18d3c408e07c47d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26509"
    uid: 0b3800d3-3f6e-405d-b0bd-c3245529db6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: 1ac5a883-ac7b-4e55-91f6-a8dc99e66bfb
  kind: Event
  lastTimestamp: "2026-09-09T21:24:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:39Z"
    name: success-200-isvc-72d00-predictor.18d3c4135d42d593
    namespace: kserve-ci-e2e-test
    resourceVersion: "26812"
    uid: 9a118953-ef8f-411c-9fc6-02f9ef331578
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-72d00-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: 1ac5a883-ac7b-4e55-91f6-a8dc99e66bfb
  kind: Event
  lastTimestamp: "2026-09-09T21:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:39Z"
    name: success-200-isvc-72d00-predictor.18d3c4135dbda9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 0e046034-4966-459e-bb30-e7b3ae7bf497
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-72d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25824"
    uid: 72933cb4-f472-472f-89ea-3032d25d6b56
  kind: Event
  lastTimestamp: "2026-09-09T21:24:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:13Z"
    name: success-200-isvc-72d00.18d3c40560f878fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26560"
    uid: fc3c4cbe-a7c2-4f0c-bcd5-3657bd95b46c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-72d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 72933cb4-f472-472f-89ea-3032d25d6b56
  kind: Event
  lastTimestamp: "2026-09-09T21:24:13Z"
  message: InferenceService [success-200-isvc-72d00] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:13Z"
    name: success-200-isvc-72d00.18d3c410bcacf8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 41bfb5fc-13f9-4916-9d4e-a8041b429b18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:22:54.982672Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25334"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:22:54Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3fe88eece4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 035a2cc3-ddb1-4ffe-868b-faf2ff683232
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:22:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-78161-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:55Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3fe90491aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25417"
    uid: b92b40ea-2282-4282-8746-4439b0929c32
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3ff046d1b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: 1d462918-064b-465c-9ad6-8522f091738d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1966" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3ff09c5535b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 6812b742-cd3b-45f3-bfdb-229ab1e54ae2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3ff0d17f813
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 502b46e2-8bab-424a-8bd4-d7297b5313ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3ff0d8f827b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 680571e7-bd16-474e-918c-ce955896d82b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3ff0d98b673
    namespace: kserve-ci-e2e-test
    resourceVersion: "25489"
    uid: e3059de5-02ac-40ae-994b-0cee9efdc5ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3ff10b338b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: 9eaa8970-6fe4-4e00-83bf-9b064ee55ed6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:22:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:22:57Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3ff112b5ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: 0e522622-4fdb-41e7-8364-85516252ebad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:23:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:23:33Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c3ff376e5039
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: a1eb9e5e-5254-467d-9d05-ad503dfecb16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c40ee07cd1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26376"
    uid: be48c48d-21a9-4f74-8b8a-c5ae7aabdc9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 18e55106-7ad0-415c-8298-1fc1b753b0ec
  kind: Event
  lastTimestamp: "2026-09-09T21:24:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:05Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587-twf6p.18d3c40ee07d622b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26378"
    uid: ff24a4d5-4a18-4fbb-8fa5-b06cc92eb27c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-78161-predictor-6cfdb6f587
    namespace: kserve-ci-e2e-test
    resourceVersion: "25309"
    uid: 8c38d6d7-8e09-4c18-aa9f-24a9419efaae
  kind: Event
  lastTimestamp: "2026-09-09T21:22:54Z"
  message: 'Created pod: success-200-isvc-78161-predictor-6cfdb6f587-twf6p'
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:54Z"
    name: success-200-isvc-78161-predictor-6cfdb6f587.18d3c3fe8847e901
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 6a12409c-c9bd-4163-9823-a2f7d5a0289b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25307"
    uid: 9e86aaf5-82e5-4dea-9c5a-476087a63646
  kind: Event
  lastTimestamp: "2026-09-09T21:22:54Z"
  message: Scaled up replica set success-200-isvc-78161-predictor-6cfdb6f587 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:22:54Z"
    name: success-200-isvc-78161-predictor.18d3c3fe836a26dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25311"
    uid: a5b0239c-df6a-4d3c-8782-17eb5fea22ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25308"
    uid: 76bf7543-3198-4f23-b6eb-8f6b848a4e0f
  kind: Event
  lastTimestamp: "2026-09-09T21:23:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:39Z"
    name: success-200-isvc-78161-predictor.18d3c40202c8f512
    namespace: kserve-ci-e2e-test
    resourceVersion: "26080"
    uid: edf217ac-1c72-4a6b-853e-7cfba1eac158
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25308"
    uid: 76bf7543-3198-4f23-b6eb-8f6b848a4e0f
  kind: Event
  lastTimestamp: "2026-09-09T21:23:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:39Z"
    name: success-200-isvc-78161-predictor.18d3c4020313a8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26081"
    uid: 80512c10-65dd-4cc6-aafb-8582083ec0db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: 76bf7543-3198-4f23-b6eb-8f6b848a4e0f
  kind: Event
  lastTimestamp: "2026-09-09T21:23:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:54Z"
    name: success-200-isvc-78161-predictor.18d3c40581ebe59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: 013807be-8c7c-4ddc-a228-7a4955933044
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-78161-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: 76bf7543-3198-4f23-b6eb-8f6b848a4e0f
  kind: Event
  lastTimestamp: "2026-09-09T21:23:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:23:55Z"
    name: success-200-isvc-78161-predictor.18d3c40582855c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: 742e2ac1-4faa-454f-94ff-73af1c90411e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 3e9dd20e-dd06-4341-b9aa-3fd4d27bf8d7
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: success-200-isvc-78161.18d3c3fe83ab8fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26123"
    uid: fd929c9d-3ddc-484d-811a-3356fdbb920d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 3e9dd20e-dd06-4341-b9aa-3fd4d27bf8d7
  kind: Event
  lastTimestamp: "2026-09-09T21:22:54Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-78161":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-78161":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:54Z"
    name: success-200-isvc-78161.18d3c3fe8408c373
    namespace: kserve-ci-e2e-test
    resourceVersion: "25319"
    uid: 4e29a5e5-c43f-4424-818c-328c3ece13b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 3e9dd20e-dd06-4341-b9aa-3fd4d27bf8d7
  kind: Event
  lastTimestamp: "2026-09-09T21:22:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-78161": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:22:54Z"
    name: success-200-isvc-78161.18d3c3fe84090684
    namespace: kserve-ci-e2e-test
    resourceVersion: "25321"
    uid: a5d99d00-eac3-4f35-9a5e-b57f0a371080
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-78161
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 3e9dd20e-dd06-4341-b9aa-3fd4d27bf8d7
  kind: Event
  lastTimestamp: "2026-09-09T21:23:44Z"
  message: InferenceService [success-200-isvc-78161] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:23:44Z"
    name: success-200-isvc-78161.18d3c409f41a53a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: 90c16011-c0d4-4cfc-856e-e9ead13fbf9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:01:23.981620Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14300"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-88167-predictor-57db869b7c-f4qxf
    to ip-10-0-142-161.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:01:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:01:23Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d1f346096d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14305"
    uid: 3706fa5f-7ea4-4834-811c-0fc9e21e89d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-88167-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:24Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d200920211
    namespace: kserve-ci-e2e-test
    resourceVersion: "14323"
    uid: c3a63c3f-b281-439e-ad69-4c6bde43803d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d238dc64b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 14cfbdae-e902-497c-a3f1-1949908a2582
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:25Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:25Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d23a54cc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14453"
    uid: d3cd272c-14e4-4dc2-aaa4-1259300dd6a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1966"
    in 16.116s (16.116s including waiting). Image size: 1356659787 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d5faed7c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14631"
    uid: 7ee1e015-ec14-46e2-9e4a-bdc9c638c98e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d5fe92282e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: b71851e9-c8df-446a-a5d0-21833946288e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d5ff27309f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: 628905d8-5499-4ffe-a4a9-3c224fb497bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d5ff343f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14640"
    uid: 3651e423-1d1e-4fd4-9a79-98e60f44e06f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.183s (3.183s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:44Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d6bcf0289b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14657"
    uid: 3f5bb122-ddf5-418b-af5b-92ffc95c21bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:44Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d6c0dbacfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 2b206957-1bb4-43ad-acb1-f85a210c50f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:01:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:44Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d6c15440f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: a1a72730-30bf-44b5-9628-299d3b4a8d2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:02:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:21Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2d6f695d319
    namespace: kserve-ci-e2e-test
    resourceVersion: "15005"
    uid: 2595efe7-ba15-40b7-a0c9-36066c6088be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2e705ebad9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 5458f398-0d0a-4298-8eec-d19d69e74153
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2e705ecbbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: ffd2a37b-e9db-450e-ab0d-8e23832f4791
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 03003a0f-4a04-4164-ab6a-f522ddbe9bf4
  kind: Event
  lastTimestamp: "2026-09-09T21:02:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:56Z"
    name: success-200-isvc-88167-predictor-57db869b7c-f4qxf.18d3c2e77ec60fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: c077257d-7843-4d67-83e2-8210c9a1f3a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-88167-predictor-57db869b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14290"
    uid: cb615c7e-d0f8-47ae-ad90-ebd42d1a7ef9
  kind: Event
  lastTimestamp: "2026-09-09T21:01:23Z"
  message: 'Created pod: success-200-isvc-88167-predictor-57db869b7c-f4qxf'
  metadata:
    creationTimestamp: "2026-09-09T21:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:23Z"
    name: success-200-isvc-88167-predictor-57db869b7c.18d3c2d1f27b81d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14301"
    uid: ea4bc091-b5ad-412d-abb9-3211d7c83054
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14289"
    uid: f1afb492-70df-4438-b2ab-b4e9c068884b
  kind: Event
  lastTimestamp: "2026-09-09T21:01:23Z"
  message: Scaled up replica set success-200-isvc-88167-predictor-57db869b7c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:23Z"
    name: success-200-isvc-88167-predictor.18d3c2d1eb419feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14291"
    uid: f8054ba2-81c5-4d6d-a4cc-c5daf8be440e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14295"
    uid: 7e6151e5-093d-425b-90e0-14625e2d50d9
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: success-200-isvc-88167-predictor.18d3c2d572354da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 877db50a-5918-4624-b64f-da4abe84b77a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14295"
    uid: 7e6151e5-093d-425b-90e0-14625e2d50d9
  kind: Event
  lastTimestamp: "2026-09-09T21:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:24Z"
    name: success-200-isvc-88167-predictor.18d3c2d572d9c65b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: b23fff16-7843-4df7-bc5f-4b194bec966b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14597"
    uid: 7e6151e5-093d-425b-90e0-14625e2d50d9
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: success-200-isvc-88167-predictor.18d3c2dc7104bdaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 0e3be940-bdc6-4071-b22b-f2eafdc86667
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-88167-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14597"
    uid: 7e6151e5-093d-425b-90e0-14625e2d50d9
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: success-200-isvc-88167-predictor.18d3c2dc7171934f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 698b6d0c-09b9-4040-99dc-f998418ab528
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-88167
    namespace: kserve-ci-e2e-test
    resourceVersion: "14280"
    uid: b6ec3102-e3f1-4a69-b217-0dac58b913e0
  kind: Event
  lastTimestamp: "2026-09-09T21:02:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:31Z"
    name: success-200-isvc-88167.18d3c2d1f14fc63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: e4d25617-206b-4604-9335-0cde1d673c8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-88167
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: b6ec3102-e3f1-4a69-b217-0dac58b913e0
  kind: Event
  lastTimestamp: "2026-09-09T21:02:31Z"
  message: InferenceService [success-200-isvc-88167] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:31Z"
    name: success-200-isvc-88167.18d3c2e1b4c6622f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 20754642-ae53-42cd-8d31-662d2a2a452d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:04:04.569938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-67ffc-7d94c49c97-vqqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 710951a4-39b2-4f2b-abda-c4bb63269ade
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-67ffc-7d94c49c97-vqqxb
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:04:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:04:04Z"
    name: switch-graph-67ffc-7d94c49c97-vqqxb.18d3c2f7571593da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 065250e3-2871-436f-978e-f987a9c7d1be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-67ffc-7d94c49c97-vqqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 710951a4-39b2-4f2b-abda-c4bb63269ade
  kind: Event
  lastTimestamp: "2026-09-09T21:04:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-67ffc-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:05Z"
    name: switch-graph-67ffc-7d94c49c97-vqqxb.18d3c2f764b2bdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 5d71df47-0bac-4b53-858d-907154a1b6fd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-67ffc-7d94c49c97-vqqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 710951a4-39b2-4f2b-abda-c4bb63269ade
  kind: Event
  lastTimestamp: "2026-09-09T21:04:06Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:04:06Z"
    name: switch-graph-67ffc-7d94c49c97-vqqxb.18d3c2f7d24184a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 0133e6f1-05bb-4153-bec7-c6b8c872e3e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-67ffc}
    kind: Pod
    name: switch-graph-67ffc-7d94c49c97-vqqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 710951a4-39b2-4f2b-abda-c4bb63269ade
  kind: Event
  lastTimestamp: "2026-09-09T21:04:06Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:06Z"
    name: switch-graph-67ffc-7d94c49c97-vqqxb.18d3c2f7d4c068d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 5fa17e43-164c-42ae-9dde-50b7906917f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-67ffc}
    kind: Pod
    name: switch-graph-67ffc-7d94c49c97-vqqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 710951a4-39b2-4f2b-abda-c4bb63269ade
  kind: Event
  lastTimestamp: "2026-09-09T21:04:06Z"
  message: 'Created container: switch-graph-67ffc'
  metadata:
    creationTimestamp: "2026-09-09T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:06Z"
    name: switch-graph-67ffc-7d94c49c97-vqqxb.18d3c2f7d76bccaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 502de432-bbb0-4924-a349-ae377ffa9501
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-67ffc}
    kind: Pod
    name: switch-graph-67ffc-7d94c49c97-vqqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 710951a4-39b2-4f2b-abda-c4bb63269ade
  kind: Event
  lastTimestamp: "2026-09-09T21:04:06Z"
  message: Started container switch-graph-67ffc
  metadata:
    creationTimestamp: "2026-09-09T21:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:06Z"
    name: switch-graph-67ffc-7d94c49c97-vqqxb.18d3c2f7d7ce3a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 6da3e8bf-0ee8-4cd9-b041-567961369a5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-67ffc}
    kind: Pod
    name: switch-graph-67ffc-7d94c49c97-vqqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 710951a4-39b2-4f2b-abda-c4bb63269ade
  kind: Event
  lastTimestamp: "2026-09-09T21:12:19Z"
  message: Stopping container switch-graph-67ffc
  metadata:
    creationTimestamp: "2026-09-09T21:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:19Z"
    name: switch-graph-67ffc-7d94c49c97-vqqxb.18d3c36a82761057
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 688c5b65-587d-43be-ad65-0395bcfa211c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-67ffc}
    kind: Pod
    name: switch-graph-67ffc-7d94c49c97-vqqxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 710951a4-39b2-4f2b-abda-c4bb63269ade
  kind: Event
  lastTimestamp: "2026-09-09T21:12:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:48Z"
    name: switch-graph-67ffc-7d94c49c97-vqqxb.18d3c36b8a6eb6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 56f7639c-f8f8-41c8-b003-fbc39bc74597
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-67ffc-7d94c49c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: 060b4598-d225-46b4-80ab-b834e080af97
  kind: Event
  lastTimestamp: "2026-09-09T21:04:04Z"
  message: 'Created pod: switch-graph-67ffc-7d94c49c97-vqqxb'
  metadata:
    creationTimestamp: "2026-09-09T21:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:04Z"
    name: switch-graph-67ffc-7d94c49c97.18d3c2f756aeb18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 1adb503f-7a53-4af8-84a9-d3e14d125ce5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-67ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 9c3b51d8-d233-4eea-aefe-84cd866e3bda
  kind: Event
  lastTimestamp: "2026-09-09T21:04:04Z"
  message: Scaled up replica set switch-graph-67ffc-7d94c49c97 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:04Z"
    name: switch-graph-67ffc.18d3c2f755b40b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 037df42e-edd3-44cb-98b4-2d7ed27ddc39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-67ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: 5e2df91b-f781-4279-aa5b-c64cfb8a8161
  kind: Event
  lastTimestamp: "2026-09-09T21:04:04Z"
  message: InferenceGraph [switch-graph-67ffc] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:04Z"
    name: switch-graph-67ffc.18d3c2f75bf375ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 0eb891ed-3940-4483-8692-c9555e637888
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-67ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: ab81498f-33b6-40a7-a28b-7754e183a59e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:49Z"
    name: switch-graph-67ffc.18d3c2fad4555ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: 770942bc-eb56-4deb-9836-8ce048bf21e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-67ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: ab81498f-33b6-40a7-a28b-7754e183a59e
  kind: Event
  lastTimestamp: "2026-09-09T21:04:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:49Z"
    name: switch-graph-67ffc.18d3c2fad4ce2829
    namespace: kserve-ci-e2e-test
    resourceVersion: "16722"
    uid: 9846c501-4ec5-4227-9d2d-c45319e51963
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:24:24.386759Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-72d00-577f44b55d-lpbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: 850567f8-b18f-477c-8f8c-b3f7098c8000
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-72d00-577f44b55d-lpbf6
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:24:24Z"
    name: switch-graph-72d00-577f44b55d-lpbf6.18d3c41359d4deaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 20fe786d-06b8-4cd7-9ae2-e8947c50840a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-72d00-577f44b55d-lpbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 850567f8-b18f-477c-8f8c-b3f7098c8000
  kind: Event
  lastTimestamp: "2026-09-09T21:24:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-72d00-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:24Z"
    name: switch-graph-72d00-577f44b55d-lpbf6.18d3c41366c04c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: 90ea8253-a02f-47fd-9f4e-e963e7cedbd9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-72d00-577f44b55d-lpbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26670"
    uid: 850567f8-b18f-477c-8f8c-b3f7098c8000
  kind: Event
  lastTimestamp: "2026-09-09T21:24:25Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:24:25Z"
    name: switch-graph-72d00-577f44b55d-lpbf6.18d3c4139f58796f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26695"
    uid: 31b65f34-e9be-4e09-8702-3cf876c8e178
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-72d00}
    kind: Pod
    name: switch-graph-72d00-577f44b55d-lpbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 850567f8-b18f-477c-8f8c-b3f7098c8000
  kind: Event
  lastTimestamp: "2026-09-09T21:24:25Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:25Z"
    name: switch-graph-72d00-577f44b55d-lpbf6.18d3c413a0c7ea0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 27d22dcf-2db6-4fb4-adec-8edd108ac064
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-72d00}
    kind: Pod
    name: switch-graph-72d00-577f44b55d-lpbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 850567f8-b18f-477c-8f8c-b3f7098c8000
  kind: Event
  lastTimestamp: "2026-09-09T21:24:25Z"
  message: 'Created container: switch-graph-72d00'
  metadata:
    creationTimestamp: "2026-09-09T21:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:25Z"
    name: switch-graph-72d00-577f44b55d-lpbf6.18d3c413a44d178b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26698"
    uid: 6b06b1c9-7ade-4b04-beac-d9c6f765efc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-72d00}
    kind: Pod
    name: switch-graph-72d00-577f44b55d-lpbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 850567f8-b18f-477c-8f8c-b3f7098c8000
  kind: Event
  lastTimestamp: "2026-09-09T21:24:25Z"
  message: Started container switch-graph-72d00
  metadata:
    creationTimestamp: "2026-09-09T21:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:24:25Z"
    name: switch-graph-72d00-577f44b55d-lpbf6.18d3c413a4daebbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26699"
    uid: 6f17c52e-138c-4898-a768-427b5fa80b1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-72d00}
    kind: Pod
    name: switch-graph-72d00-577f44b55d-lpbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 850567f8-b18f-477c-8f8c-b3f7098c8000
  kind: Event
  lastTimestamp: "2026-09-09T21:40:43Z"
  message: Stopping container switch-graph-72d00
  metadata:
    creationTimestamp: "2026-09-09T21:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:40:43Z"
    name: switch-graph-72d00-577f44b55d-lpbf6.18d3c4f759723bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33582"
    uid: 218d55f4-da4c-409d-8648-7b4f72d0a1ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-72d00}
    kind: Pod
    name: switch-graph-72d00-577f44b55d-lpbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 850567f8-b18f-477c-8f8c-b3f7098c8000
  kind: Event
  lastTimestamp: "2026-09-09T21:41:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:41:07Z"
    name: switch-graph-72d00-577f44b55d-lpbf6.18d3c4f82cc9432f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 32cebf11-4635-4ad1-9cda-bc4be7ae9736
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-72d00-577f44b55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26658"
    uid: 861a4d6e-38a4-4a3a-9e8d-f8ef92a00ecf
  kind: Event
  lastTimestamp: "2026-09-09T21:24:24Z"
  message: 'Created pod: switch-graph-72d00-577f44b55d-lpbf6'
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:24Z"
    name: switch-graph-72d00-577f44b55d.18d3c4135958e92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: bf49a9b8-d148-47bb-ad37-9a2573297fe4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-72d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26656"
    uid: 719b321d-508f-40d3-bccd-0b2bfa01dca9
  kind: Event
  lastTimestamp: "2026-09-09T21:24:24Z"
  message: Scaled up replica set switch-graph-72d00-577f44b55d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:24:24Z"
    name: switch-graph-72d00.18d3c413587cd618
    namespace: kserve-ci-e2e-test
    resourceVersion: "26659"
    uid: dad352b6-ad9a-4b95-a123-f945d7d4d06a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-72d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: 9638bbe8-d011-4524-9c69-a6d396ed044a
  kind: Event
  lastTimestamp: "2026-09-09T21:24:24Z"
  message: InferenceGraph [switch-graph-72d00] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:24:24Z"
    name: switch-graph-72d00.18d3c4135ecc0999
    namespace: kserve-ci-e2e-test
    resourceVersion: "26677"
    uid: 254c3684-9c6b-4a54-bf7e-154a5b106776
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-72d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: 94ae51d7-34fa-4af2-a6fc-f0451e81ed87
  kind: Event
  lastTimestamp: "2026-09-09T21:25:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:09Z"
    name: switch-graph-72d00.18d3c416d7db22c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 6f716c57-70a5-4c1e-854b-ffc1018d0630
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-72d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: 94ae51d7-34fa-4af2-a6fc-f0451e81ed87
  kind: Event
  lastTimestamp: "2026-09-09T21:25:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:25:09Z"
    name: switch-graph-72d00.18d3c416d8521293
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 6fbda459-134f-40e3-b511-4ad1f8960d97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:43.869923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-88167-7c488c55dd-2twc8
    to ip-10-0-129-24.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:43Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e48cfcd20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: 72a54761-2db6-40b8-9f42-2d763f96a614
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6587f5bc84-75ptx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: "2026-09-09T21:02:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-88167-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:44Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e495c16421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 1d195916-071d-41e1-ae9b-6cdddf4382ee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15228"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: "2026-09-09T21:02:45Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:45Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e4d2a012a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: 2531d4fb-cf64-4232-b0f8-5c88ef9e9d96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-88167}
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: "2026-09-09T21:02:45Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
  metadata:
    creationTimestamp: "2026-09-09T21:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:45Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e4d40dec86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 840d7d02-e855-450d-82ab-28e1054909cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-88167}
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: "2026-09-09T21:02:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    in 2.157s (2.157s including waiting). Image size: 214907983 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:47Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e554ab6be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: 49a332d4-ffff-40b8-8974-f982a8ed556c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-88167}
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: "2026-09-09T21:02:47Z"
  message: 'Created container: switch-graph-88167'
  metadata:
    creationTimestamp: "2026-09-09T21:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:47Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e557a21625
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: c58b8cf0-bab5-48df-b574-1deddc16502f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-88167}
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: "2026-09-09T21:02:47Z"
  message: Started container switch-graph-88167
  metadata:
    creationTimestamp: "2026-09-09T21:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:47Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e55804eda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 492cff1a-8dc7-4b43-a5d9-063d990affc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-88167}
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Stopping container switch-graph-88167
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e6f85ac772
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 67ff3732-b93f-4d75-b137-668dd9d34178
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-88167}
    kind: Pod
    name: switch-graph-88167-7c488c55dd-2twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: d832436b-5355-47b0-86d4-f18b1c9134a1
  kind: Event
  lastTimestamp: "2026-09-09T21:03:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:23Z"
    name: switch-graph-88167-7c488c55dd-2twc8.18d3c2e7ea3d9929
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: 3bcb9d6f-239e-4836-9820-09db8730122c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-24.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-24.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-88167-7c488c55dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 6f64c79c-4594-47be-99f2-11f04623f140
  kind: Event
  lastTimestamp: "2026-09-09T21:02:43Z"
  message: 'Created pod: switch-graph-88167-7c488c55dd-2twc8'
  metadata:
    creationTimestamp: "2026-09-09T21:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:43Z"
    name: switch-graph-88167-7c488c55dd.18d3c2e48c5a3976
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: 89540823-97fc-471b-ac66-ef43be09b7d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-88167
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 233a7ed6-ac1a-42b6-a9f2-be8f72c384e0
  kind: Event
  lastTimestamp: "2026-09-09T21:02:43Z"
  message: Scaled up replica set switch-graph-88167-7c488c55dd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:43Z"
    name: switch-graph-88167.18d3c2e48b91bd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: 0b4b852d-dcdc-4189-8064-f548dccb191f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-88167
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: d9cb5a42-9b76-4a10-aa95-509a423c1b5a
  kind: Event
  lastTimestamp: "2026-09-09T21:02:43Z"
  message: InferenceGraph [switch-graph-88167] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:43Z"
    name: switch-graph-88167.18d3c2e4918f16ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: 1b0f262c-8fa3-4fbc-9c50-ba41c87d1637
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
kind: EventList
metadata:
  resourceVersion: "33848"