---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:35:37.012768Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-1148f-6b77456c7-qktwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: 2737eaab-e5eb-401a-83a3-5e484c72a4b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-1148f-6b77456c7-qktwk
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:35:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:35:37Z"
    name: ensemble-graph-1148f-6b77456c7-qktwk.18a6f73b4721ea43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: 75e579bb-5a93-49fa-9642-160a3e5cf95a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-1148f-6b77456c7-qktwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 2737eaab-e5eb-401a-83a3-5e484c72a4b7
  kind: Event
  lastTimestamp: "2026-04-16T22:35:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-1148f-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:37Z"
    name: ensemble-graph-1148f-6b77456c7-qktwk.18a6f73b53057627
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: bfac4767-fcde-4bdb-80a7-e0254dadf367
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-1148f-6b77456c7-qktwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20219"
    uid: 2737eaab-e5eb-401a-83a3-5e484c72a4b7
  kind: Event
  lastTimestamp: "2026-04-16T22:35:38Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:35:38Z"
    name: ensemble-graph-1148f-6b77456c7-qktwk.18a6f73b84521af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 19a4e062-cf49-4a13-bb0c-11a1d6094aeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1148f}
    kind: Pod
    name: ensemble-graph-1148f-6b77456c7-qktwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 2737eaab-e5eb-401a-83a3-5e484c72a4b7
  kind: Event
  lastTimestamp: "2026-04-16T22:35:38Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:38Z"
    name: ensemble-graph-1148f-6b77456c7-qktwk.18a6f73b85d32018
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: 8e94431c-ec95-4b15-9bf1-22eacd7492ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1148f}
    kind: Pod
    name: ensemble-graph-1148f-6b77456c7-qktwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 2737eaab-e5eb-401a-83a3-5e484c72a4b7
  kind: Event
  lastTimestamp: "2026-04-16T22:35:38Z"
  message: 'Created container: ensemble-graph-1148f'
  metadata:
    creationTimestamp: "2026-04-16T22:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:38Z"
    name: ensemble-graph-1148f-6b77456c7-qktwk.18a6f73b88e36547
    namespace: kserve-ci-e2e-test
    resourceVersion: "20239"
    uid: 5c59de47-e92d-4833-aac0-c42103e66bc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1148f}
    kind: Pod
    name: ensemble-graph-1148f-6b77456c7-qktwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 2737eaab-e5eb-401a-83a3-5e484c72a4b7
  kind: Event
  lastTimestamp: "2026-04-16T22:35:38Z"
  message: Started container ensemble-graph-1148f
  metadata:
    creationTimestamp: "2026-04-16T22:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:38Z"
    name: ensemble-graph-1148f-6b77456c7-qktwk.18a6f73b8955150f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: 6be5ccf3-cfcf-48e3-8d8e-2fdb78820de5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1148f}
    kind: Pod
    name: ensemble-graph-1148f-6b77456c7-qktwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 2737eaab-e5eb-401a-83a3-5e484c72a4b7
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Stopping container ensemble-graph-1148f
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: ensemble-graph-1148f-6b77456c7-qktwk.18a6f73d9f3f7053
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 60d7585e-084f-4b8e-8086-d986e94e0326
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1148f}
    kind: Pod
    name: ensemble-graph-1148f-6b77456c7-qktwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 2737eaab-e5eb-401a-83a3-5e484c72a4b7
  kind: Event
  lastTimestamp: "2026-04-16T22:36:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:14Z"
    name: ensemble-graph-1148f-6b77456c7-qktwk.18a6f73e2868f3ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 447ec42d-862b-493d-a8dc-2cc5cf867824
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-1148f-6b77456c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: bd41652e-e2cd-4af5-89b6-56ed569368b8
  kind: Event
  lastTimestamp: "2026-04-16T22:35:37Z"
  message: 'Created pod: ensemble-graph-1148f-6b77456c7-qktwk'
  metadata:
    creationTimestamp: "2026-04-16T22:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:37Z"
    name: ensemble-graph-1148f-6b77456c7.18a6f73b46bb1979
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 003479ac-3185-4d01-9f38-98557d8b13e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20204"
    uid: d978ef6f-cf74-4c6b-abfc-d97e421d34e2
  kind: Event
  lastTimestamp: "2026-04-16T22:35:36Z"
  message: Scaled up replica set ensemble-graph-1148f-6b77456c7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:36Z"
    name: ensemble-graph-1148f.18a6f73b46123538
    namespace: kserve-ci-e2e-test
    resourceVersion: "20207"
    uid: 7b4587a6-614e-4d85-a64c-52e086ea2104
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: c8b25ab8-340c-4716-86dc-58c6796fc47f
  kind: Event
  lastTimestamp: "2026-04-16T22:35:37Z"
  message: InferenceGraph [ensemble-graph-1148f] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:37Z"
    name: ensemble-graph-1148f.18a6f73b49bb0ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: 670cdf40-f971-45d1-9799-84b15d1ce69c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:36:47.286452Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-ea3bc-c57584b84-tvrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 71f5e738-1e4d-4669-9309-0a07847019fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-ea3bc-c57584b84-tvrrn
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:36:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:36:47Z"
    name: ensemble-graph-ea3bc-c57584b84-tvrrn.18a6f74ba3c53a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: b91436df-6e45-4a18-8584-d2d6668a2caa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-ea3bc-c57584b84-tvrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 71f5e738-1e4d-4669-9309-0a07847019fd
  kind: Event
  lastTimestamp: "2026-04-16T22:36:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-ea3bc-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:47Z"
    name: ensemble-graph-ea3bc-c57584b84-tvrrn.18a6f74bb1c2b52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 76bfa864-4efa-4c66-bc53-18644b4ed2f2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-ea3bc-c57584b84-tvrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21186"
    uid: 71f5e738-1e4d-4669-9309-0a07847019fd
  kind: Event
  lastTimestamp: "2026-04-16T22:36:48Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:36:48Z"
    name: ensemble-graph-ea3bc-c57584b84-tvrrn.18a6f74be0a0bce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: 44820a66-2c49-4d42-bc22-c37ae679471f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-ea3bc}
    kind: Pod
    name: ensemble-graph-ea3bc-c57584b84-tvrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 71f5e738-1e4d-4669-9309-0a07847019fd
  kind: Event
  lastTimestamp: "2026-04-16T22:36:48Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:48Z"
    name: ensemble-graph-ea3bc-c57584b84-tvrrn.18a6f74be1c4bdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21205"
    uid: 50a23a4e-5693-4c19-8be2-04c085aa3598
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-ea3bc}
    kind: Pod
    name: ensemble-graph-ea3bc-c57584b84-tvrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 71f5e738-1e4d-4669-9309-0a07847019fd
  kind: Event
  lastTimestamp: "2026-04-16T22:36:48Z"
  message: 'Created container: ensemble-graph-ea3bc'
  metadata:
    creationTimestamp: "2026-04-16T22:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:48Z"
    name: ensemble-graph-ea3bc-c57584b84-tvrrn.18a6f74be49bf9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21206"
    uid: 25447476-c387-4282-a4e5-63de8f899b36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-ea3bc}
    kind: Pod
    name: ensemble-graph-ea3bc-c57584b84-tvrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 71f5e738-1e4d-4669-9309-0a07847019fd
  kind: Event
  lastTimestamp: "2026-04-16T22:36:48Z"
  message: Started container ensemble-graph-ea3bc
  metadata:
    creationTimestamp: "2026-04-16T22:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:48Z"
    name: ensemble-graph-ea3bc-c57584b84-tvrrn.18a6f74be50d993f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21207"
    uid: cf08bcb4-9f91-4208-9968-0b88b626cf00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-ea3bc}
    kind: Pod
    name: ensemble-graph-ea3bc-c57584b84-tvrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 71f5e738-1e4d-4669-9309-0a07847019fd
  kind: Event
  lastTimestamp: "2026-04-16T22:45:01Z"
  message: Stopping container ensemble-graph-ea3bc
  metadata:
    creationTimestamp: "2026-04-16T22:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:01Z"
    name: ensemble-graph-ea3bc-c57584b84-tvrrn.18a6f7becee52eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24689"
    uid: a338c978-f57f-4ffe-ac03-0568f55db42b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-ea3bc}
    kind: Pod
    name: ensemble-graph-ea3bc-c57584b84-tvrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 71f5e738-1e4d-4669-9309-0a07847019fd
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: ensemble-graph-ea3bc-c57584b84-tvrrn.18a6f7bf6f120df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: 2ae4bb68-f6cd-4a26-91e4-2fe4cacaa5ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-ea3bc-c57584b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: cdb80a5b-5079-4c72-82c8-c8e06aff2c2f
  kind: Event
  lastTimestamp: "2026-04-16T22:36:47Z"
  message: 'Created pod: ensemble-graph-ea3bc-c57584b84-tvrrn'
  metadata:
    creationTimestamp: "2026-04-16T22:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:47Z"
    name: ensemble-graph-ea3bc-c57584b84.18a6f74ba361b589
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: ef0c7d31-9dc2-47d3-ae1f-4e7673f3f2f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 16e62137-bf17-4c28-8cad-ab96f6d6a107
  kind: Event
  lastTimestamp: "2026-04-16T22:36:47Z"
  message: Scaled up replica set ensemble-graph-ea3bc-c57584b84 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:47Z"
    name: ensemble-graph-ea3bc.18a6f74ba28716d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: 9b70d2b7-85cb-4178-a322-9739e1b56d05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: 1b0d973d-bf49-4320-826f-af03e85dfcd6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:47Z"
  message: InferenceGraph [ensemble-graph-ea3bc] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:47Z"
    name: ensemble-graph-ea3bc.18a6f74ba7c9e44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 55a2b285-ae0a-4730-b9ef-799852b8d395
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: f020f9b1-ff42-4126-b727-85af8fd8589b
  kind: Event
  lastTimestamp: "2026-04-16T22:37:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:02Z"
    name: ensemble-graph-ea3bc.18a6f74f20e8a627
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 5fa42559-06de-408d-9c4a-ef56436f81d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: f020f9b1-ff42-4126-b727-85af8fd8589b
  kind: Event
  lastTimestamp: "2026-04-16T22:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:02Z"
    name: ensemble-graph-ea3bc.18a6f74f21475c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: dbb6fb05-832f-4069-b6e4-fec1dc4f71c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: f020f9b1-ff42-4126-b727-85af8fd8589b
  kind: Event
  lastTimestamp: "2026-04-16T22:37:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:17Z"
    name: ensemble-graph-ea3bc.18a6f7529fedc030
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 6e360423-95f2-4ed2-8687-d113bfc8dcbe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: f020f9b1-ff42-4126-b727-85af8fd8589b
  kind: Event
  lastTimestamp: "2026-04-16T22:37:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:17Z"
    name: ensemble-graph-ea3bc.18a6f752a0544bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 0970c31a-4b28-405a-9779-abaf4ed849c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:34:27.030938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:34:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:34:27Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72afbe3f242
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: 1d1962ed-ac3a-4391-99bd-cd0e1e964fc8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1148f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:27Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72b08c1e2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: e53be9db-0171-4f20-a421-1cfe6d8140bc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72b38a0bdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "19462"
    uid: 4116c1d1-1272-4f49-a4fc-79d8ef01a3d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72b39ee2a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: 491b596b-56ef-448c-963b-3162d1021996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72b3ce2499e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: 2365951e-aa3c-4406-a2b1-f398efe773a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72b3d4ff4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: 3ce5e2cd-e673-46ba-8f27-c16f471c449a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72b3d5bfc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: a79ab51a-5214-4a57-89bd-394461bcf7da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72b4139ebbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19472"
    uid: 591796ac-9884-4078-a74c-68dfcab936a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72b41affcef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19473"
    uid: b90cf80a-87a0-46b9-bf96-632b65f54593
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:35:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:06Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f72bb129ef88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: 51be76dc-64e6-4346-8b0f-7ed995d3682c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f73daac3c0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: ef9be7d4-8c4b-472f-9ee6-e860b287d098
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ba4f64bc-75af-4bbd-a028-a8cd4c7257ab
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb.18a6f73daac45c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c6c4459f-c7d2-4cbe-8a0d-455a26382e47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-1148f-predictor-85f8bf7f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19426"
    uid: 04c04c35-2d14-4254-ba53-de72dbcd5bd8
  kind: Event
  lastTimestamp: "2026-04-16T22:34:27Z"
  message: 'Created pod: error-404-isvc-1148f-predictor-85f8bf7f7c-cxfhb'
  metadata:
    creationTimestamp: "2026-04-16T22:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:27Z"
    name: error-404-isvc-1148f-predictor-85f8bf7f7c.18a6f72afb4331ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19436"
    uid: 01d274fd-fd8d-44cb-95b2-ed28b2c7b8ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: 6c2def77-65b3-4b3f-a82a-42c31a185257
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Scaled up replica set error-404-isvc-1148f-predictor-85f8bf7f7c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: error-404-isvc-1148f-predictor.18a6f72af98cd97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 3314144c-dda8-448e-9b43-4005335e485a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 20db411e-d148-48f4-af82-a246db558b37
  kind: Event
  lastTimestamp: "2026-04-16T22:35:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:12Z"
    name: error-404-isvc-1148f-predictor.18a6f72e7827dc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: a7d3bcc4-3999-4f0d-8676-f076cf139771
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 20db411e-d148-48f4-af82-a246db558b37
  kind: Event
  lastTimestamp: "2026-04-16T22:35:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:12Z"
    name: error-404-isvc-1148f-predictor.18a6f72e786cb00d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 348f1f19-3986-4c8e-9724-abbd04d1ede9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: 20db411e-d148-48f4-af82-a246db558b37
  kind: Event
  lastTimestamp: "2026-04-16T22:35:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:27Z"
    name: error-404-isvc-1148f-predictor.18a6f738f49348f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 7a96c2ab-0f17-418e-a529-f3e3d9352450
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: 20db411e-d148-48f4-af82-a246db558b37
  kind: Event
  lastTimestamp: "2026-04-16T22:35:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:27Z"
    name: error-404-isvc-1148f-predictor.18a6f738f4f53cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20117"
    uid: 27bbd6b9-0689-47bc-9971-03e330ca9d66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 807a4513-d632-4390-936f-a5b46b138352
  kind: Event
  lastTimestamp: "2026-04-16T22:35:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:16Z"
    name: error-404-isvc-1148f.18a6f72af9937cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 8c808820-8b73-4e9e-9430-7b7045087691
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 807a4513-d632-4390-936f-a5b46b138352
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-1148f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-1148f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:27Z"
    name: error-404-isvc-1148f.18a6f72af9f9685d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19432"
    uid: 1c1aba39-3e02-4207-9668-52ff417980dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 807a4513-d632-4390-936f-a5b46b138352
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-1148f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:27Z"
    name: error-404-isvc-1148f.18a6f72af9f9b9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: 973f3b7f-8619-4d04-acae-233c557730fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: 807a4513-d632-4390-936f-a5b46b138352
  kind: Event
  lastTimestamp: "2026-04-16T22:35:16Z"
  message: InferenceService [error-404-isvc-1148f] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:16Z"
    name: error-404-isvc-1148f.18a6f7366bf959ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: 77b54a4d-5d07-468d-ad97-c03b5ddf9887
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:23:38.195510Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13941"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f693ea490c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "13947"
    uid: 153c2276-4228-4cdf-a7cb-a4e788ccc15d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13954"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f69403c6dd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13992"
    uid: ee88f65b-fb4b-45b5-b478-ed5e2a8ff4f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f6940517c5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14001"
    uid: 6006601e-ac63-40ad-b7c9-99f1d0973b7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1293"
    in 11.577s (11.577s including waiting). Image size: 1332284514 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f696b72b84f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14154"
    uid: 6949136d-bc79-471f-893e-b838274211b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f696bbbb657c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 47e18d9b-7660-42df-8027-b05f6cc01971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f696bc2e13a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: b2ef1701-83de-49ba-9f62-eca0775192cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f696bc3d7c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14157"
    uid: c8dce235-e0fa-4e60-8f2a-f4655d40e7d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.465s (2.465s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:52Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f6974f327fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14183"
    uid: 2e1a3823-f86a-4c79-a975-024ca6a837a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:52Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f69752babe6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14184"
    uid: 02597d8b-aa3f-4463-bd10-5d4fa6ea2bc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:23:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:52Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f69753337c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14185"
    uid: a956e666-b2fd-40e0-93f1-c38de49d8092
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:24:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:29Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f69795af935e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 5cbd187a-75f6-4467-9cbb-c187ae646b94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f6a9d437936a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 3270a147-06b7-4c71-838a-90a653db5a2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f6a9d43848c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: 5ddc71eb-9a9e-4f77-aa0d-1396c5cc698d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "13944"
    uid: 8034d9e1-e8f8-4dbd-b1cf-111598e79d7d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:14Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk.18a6f6aa71e0207d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: bbc565fc-dd78-4b68-a393-fd55bbd94d19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-37a6e-predictor-7b78d56f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "13924"
    uid: d21a87b9-4d0a-4fd8-984d-022912988729
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: 'Created pod: error-404-isvc-37a6e-predictor-7b78d56f57-tn2kk'
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: error-404-isvc-37a6e-predictor-7b78d56f57.18a6f693e9d04b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "13943"
    uid: 90f2fbe7-545d-495b-9d63-d87de139c799
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13920"
    uid: ba278059-4240-4992-ae25-8a9ea3dba547
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Scaled up replica set error-404-isvc-37a6e-predictor-7b78d56f57 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: error-404-isvc-37a6e-predictor.18a6f693e49eb279
    namespace: kserve-ci-e2e-test
    resourceVersion: "13930"
    uid: 6a0ff5b0-f175-4686-abb6-1a2e406528f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: 84cb572c-6b1c-414b-99bd-792c097507fb
  kind: Event
  lastTimestamp: "2026-04-16T22:24:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:23Z"
    name: error-404-isvc-37a6e-predictor.18a6f697631a4343
    namespace: kserve-ci-e2e-test
    resourceVersion: "14489"
    uid: 0e8f1b22-3ac3-44a5-9b90-eba396cc1f8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: 84cb572c-6b1c-414b-99bd-792c097507fb
  kind: Event
  lastTimestamp: "2026-04-16T22:24:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:23Z"
    name: error-404-isvc-37a6e-predictor.18a6f6976388d79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14490"
    uid: e60e62f9-d1dd-43e8-8850-4209cb78ec62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: 84cb572c-6b1c-414b-99bd-792c097507fb
  kind: Event
  lastTimestamp: "2026-04-16T22:25:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:08Z"
    name: error-404-isvc-37a6e-predictor.18a6f6a1df9a578a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: ffe116fe-7d27-4989-a242-1056c0c96672
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: 84cb572c-6b1c-414b-99bd-792c097507fb
  kind: Event
  lastTimestamp: "2026-04-16T22:25:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:08Z"
    name: error-404-isvc-37a6e-predictor.18a6f6a1dff9a467
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: 6f436109-661a-4e45-a52f-6a9d48b4c4fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-37a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13911"
    uid: 12697e00-2fd4-46f1-a647-93a7cfbc3543
  kind: Event
  lastTimestamp: "2026-04-16T22:24:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:40Z"
    name: error-404-isvc-37a6e.18a6f693e4531d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14640"
    uid: 8a72f350-9622-4022-8dbd-e03cdc743db3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-37a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: 12697e00-2fd4-46f1-a647-93a7cfbc3543
  kind: Event
  lastTimestamp: "2026-04-16T22:24:40Z"
  message: InferenceService [error-404-isvc-37a6e] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:40Z"
    name: error-404-isvc-37a6e.18a6f6a250f4f044
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: d52df418-272b-478b-83d2-d09f69269732
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:46:12.457306Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25928"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf3a9414ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: aed46548-3f51-420a-85b4-80c856c4e290
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-3d312-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf45efc8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25947"
    uid: 2346ac44-e4dc-4f3f-ad4d-f0a03c8fad81
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf77557cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: 05405a22-7b2c-4032-b75c-9174388b03e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf78886809
    namespace: kserve-ci-e2e-test
    resourceVersion: "25972"
    uid: 469620dd-129a-498e-890e-3a47ee0f7cec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf7bbd32bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: f909c66f-bdf2-4b8a-9af6-4aec6e36c70a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf7c29a4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25976"
    uid: 247b9eee-b9c9-4856-adf1-e1dc702c11a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf7c35a327
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: ccae1f7b-b721-47c7-bae7-2ff456f795a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf7f000073
    namespace: kserve-ci-e2e-test
    resourceVersion: "25978"
    uid: 3f3c9703-098b-47f5-8e03-f73f257ec42f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cf7f6d961f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: d6cb1724-6959-4cf1-802b-29681b29cc9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:46:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:51Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f7cfed3a31e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 482a3625-5d90-49a8-9a16-f90fec710232
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:55:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:27Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f85062a1d034
    namespace: kserve-ci-e2e-test
    resourceVersion: "30058"
    uid: df8c63c8-ea6a-4f46-9cb7-9c9cfe5a84d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: b1633da0-f07f-456d-a670-765543a5ebfd
  kind: Event
  lastTimestamp: "2026-04-16T22:55:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:27Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4.18a6f85062a3087e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: 2636b69f-9f75-4d95-a49a-1ec5f779a934
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-3d312-predictor-86dbd8855f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25921"
    uid: e314550a-a56c-4242-98ca-d638c145e005
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'Created pod: error-404-isvc-3d312-predictor-86dbd8855f-w5rc4'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: error-404-isvc-3d312-predictor-86dbd8855f.18a6f7cf3a2c47f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 18fb1876-c2cc-4a17-b774-468a77af686b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25919"
    uid: 6099e6d5-317b-4a5c-8634-c9e741e99c54
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: Scaled up replica set error-404-isvc-3d312-predictor-86dbd8855f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: error-404-isvc-3d312-predictor.18a6f7cf389b6841
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: a1f16031-a53d-4560-8d5a-943a28c5b6b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: 6ff553bc-9248-42ef-ad1b-9cf1919739db
  kind: Event
  lastTimestamp: "2026-04-16T22:46:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:42Z"
    name: error-404-isvc-3d312-predictor.18a6f7d2b74ac5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26304"
    uid: ecfcadc7-c298-4210-b082-ae2863440784
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: 6ff553bc-9248-42ef-ad1b-9cf1919739db
  kind: Event
  lastTimestamp: "2026-04-16T22:46:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:42Z"
    name: error-404-isvc-3d312-predictor.18a6f7d2b7adf259
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: ce710c65-3efe-40f2-b99c-ba7462036060
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 6ff553bc-9248-42ef-ad1b-9cf1919739db
  kind: Event
  lastTimestamp: "2026-04-16T22:47:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:27Z"
    name: error-404-isvc-3d312-predictor.18a6f7d9b51498a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: d158abe7-d45c-49c0-9ab6-6520cfeecf10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 6ff553bc-9248-42ef-ad1b-9cf1919739db
  kind: Event
  lastTimestamp: "2026-04-16T22:47:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:27Z"
    name: error-404-isvc-3d312-predictor.18a6f7d9b575d59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26715"
    uid: 3fd461ae-38c6-49aa-8f64-54e6a0202c06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: fa8057f6-7676-49e1-98ba-f99e1b8b701e
  kind: Event
  lastTimestamp: "2026-04-16T22:47:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:47:01Z"
    name: error-404-isvc-3d312.18a6f7cf38753003
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: 02134a61-85f6-4875-bc06-ed6cf1b8405c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: fa8057f6-7676-49e1-98ba-f99e1b8b701e
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-3d312": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3d312":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: error-404-isvc-3d312.18a6f7cf38dcf6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: a474022d-6450-4649-a79e-e1dda9ad3ea3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: fa8057f6-7676-49e1-98ba-f99e1b8b701e
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-3d312": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: error-404-isvc-3d312.18a6f7cf38dd4c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: d6487e61-2814-4e3b-8d44-39c17916f34e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: fa8057f6-7676-49e1-98ba-f99e1b8b701e
  kind: Event
  lastTimestamp: "2026-04-16T22:47:01Z"
  message: InferenceService [error-404-isvc-3d312] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:47:01Z"
    name: error-404-isvc-3d312.18a6f7daa81c8e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: fc308d2c-658e-4d5c-996f-06834214a022
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:25:12.365825Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6a9d7460028
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: ffc35978-4301-48b2-b106-cdc901ff0b60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6a9f0303b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15077"
    uid: 2c524ebc-9a43-4988-af1c-c4b926cf84af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6a9f187bf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15079"
    uid: d64f6307-c391-4929-8326-c637f6824c09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6a9f41b4a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: 36eae825-8831-41a3-8e6e-343b79f8fa15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6a9f4770f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 4d2d9a9d-c93d-4d95-a067-9e3f2255f2b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6a9f48261ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15082"
    uid: 9cbc94fd-3afa-4ce7-9867-36c3292d3a4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6a9f73abcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 4f862b4f-df50-428d-8460-38c128820422
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6a9f79b0c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 1fca6216-4e76-43bd-9567-6bd3b5080a15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f6aa46aa2592
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: e0fea91f-7826-4110-96aa-8243614a9b0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f72af6e5a810
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: e15ea11c-dca7-481f-bdb4-ec8aee108860
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: df00fd8e-6611-4196-bf94-b543d085d8cf
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: error-404-isvc-73a06-predictor-ccd458b55-5zv2d.18a6f72af6e6367c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 5780668f-ce76-4430-866b-5b7c9e13f1c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-73a06-predictor-ccd458b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15043"
    uid: 87097b37-1a17-428f-94af-5be9842f6734
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'Created pod: error-404-isvc-73a06-predictor-ccd458b55-5zv2d'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor-ccd458b55.18a6f6a9d6e239dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: a56f85c8-7262-430e-8f7e-a3067891be4b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-73a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 070626bf-8ff3-42ed-b02e-7346c1513bcd
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Scaled up replica set error-404-isvc-73a06-predictor-ccd458b55 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06-predictor.18a6f6a9d43c274d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: fca75432-0ea5-401b-b6da-1ec9c8f0e8ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-73a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15042"
    uid: 20fcbd93-cc0b-421d-9279-d15546e79f37
  kind: Event
  lastTimestamp: "2026-04-16T22:26:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:27Z"
    name: error-404-isvc-73a06-predictor.18a6f6ad52f1157e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 02418a19-87d2-4d1e-8da7-d5907b22cc49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-73a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15042"
    uid: 20fcbd93-cc0b-421d-9279-d15546e79f37
  kind: Event
  lastTimestamp: "2026-04-16T22:26:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:27Z"
    name: error-404-isvc-73a06-predictor.18a6f6ad535a3201
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: 80432f46-e524-4c99-8294-dff900b440c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: 85aec185-ab6b-43de-b8c8-4af73ffb4180
  kind: Event
  lastTimestamp: "2026-04-16T22:26:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:00Z"
    name: error-404-isvc-73a06.18a6f6a9d442088b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: 3f614159-82c9-4d5e-8204-6f4979df3700
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: 85aec185-ab6b-43de-b8c8-4af73ffb4180
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-73a06": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-73a06":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06.18a6f6a9d4fb771f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: 178ec821-a907-4347-8576-b8c15fb87b72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: 85aec185-ab6b-43de-b8c8-4af73ffb4180
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-73a06": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: error-404-isvc-73a06.18a6f6a9d4fbc7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 3e3a33f0-6295-4d14-a53f-ebff62a43af2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 85aec185-ab6b-43de-b8c8-4af73ffb4180
  kind: Event
  lastTimestamp: "2026-04-16T22:26:00Z"
  message: InferenceService [error-404-isvc-73a06] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:00Z"
    name: error-404-isvc-73a06.18a6f6b5019fe5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 735c9f54-7fb8-4a7c-b3d4-621b71aa36a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:45:02.205467Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7bedf3e2092
    namespace: kserve-ci-e2e-test
    resourceVersion: "24773"
    uid: 51d7cce7-1464-4858-82c3-1945ef276298
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7bef890f797
    namespace: kserve-ci-e2e-test
    resourceVersion: "24792"
    uid: 373b1114-3dee-4326-bbae-ad715a7bb118
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7bef9cf6d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: 70e395d2-1b96-4f08-addb-f184e28d955c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7befd1c7ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: f97e782e-25db-4d1d-b2cd-5666ebd75918
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7befd8cbd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 649e5e99-28d1-46c5-8dd5-98427dc11973
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7befd991862
    namespace: kserve-ci-e2e-test
    resourceVersion: "24802"
    uid: 8fd5aeec-14fb-45c0-af3d-08a0593fc5d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7bf0071ae58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: a01c3c30-3d68-4a75-89b7-442321c41fc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7bf00e3fe77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: bf7bec29-7bbd-4b73-b114-57d2c7aa592d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:45:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:40Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7bf56575a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: baaf2856-c61f-494d-82c8-d8853b9aea4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7cf35917b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: a7c3829d-b2c1-4ff1-bdf2-9b24d4214446
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7cf3591fac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: 70cae34f-1bfc-4a9a-a804-05c0711f472a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 982484e0-9e62-48e0-949c-c1ff24170fd7
  kind: Event
  lastTimestamp: "2026-04-16T22:46:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:15Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp.18a6f7cfde8c6015
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 7d640e36-e4e8-4c74-bcec-e3e907ddd879
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24762"
    uid: df38e23c-fdb7-4efb-b3da-759e92ef6cb9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'Created pod: error-404-isvc-a5b4b-predictor-b8bdc6c9c-26xmp'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor-b8bdc6c9c.18a6f7bededb252e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24770"
    uid: ff782353-83c7-47f8-aa64-bb15afc0ffb9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: e7d47cef-ba19-441b-a921-be68fa337162
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Scaled up replica set error-404-isvc-a5b4b-predictor-b8bdc6c9c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b-predictor.18a6f7bedd330e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: ec8da578-d9fd-4d1b-bdb7-efd1b3b5ee90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24761"
    uid: dadd9982-4245-4a9b-8513-0c4799cf21e4
  kind: Event
  lastTimestamp: "2026-04-16T22:45:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:47Z"
    name: error-404-isvc-a5b4b-predictor.18a6f7c25bd20a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25325"
    uid: 41803e26-fb85-4521-a1a3-3fc1a856dce6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24761"
    uid: dadd9982-4245-4a9b-8513-0c4799cf21e4
  kind: Event
  lastTimestamp: "2026-04-16T22:45:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:47Z"
    name: error-404-isvc-a5b4b-predictor.18a6f7c25c32b9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25326"
    uid: 0a13ccab-96a2-4124-8197-791a091f903d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: dadd9982-4245-4a9b-8513-0c4799cf21e4
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: error-404-isvc-a5b4b-predictor.18a6f7ccd8440f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25737"
    uid: deaec604-72b7-47f3-be10-fcc615627a03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: dadd9982-4245-4a9b-8513-0c4799cf21e4
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: error-404-isvc-a5b4b-predictor.18a6f7ccd8a399e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: 50cbfff1-d32f-4487-84b4-d933b4c92109
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 90ceee17-b932-4a82-9843-8ab5a199f31f
  kind: Event
  lastTimestamp: "2026-04-16T22:45:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:50Z"
    name: error-404-isvc-a5b4b.18a6f7bedd3facc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25364"
    uid: 11e071c6-52c9-4d4b-8548-80db8e200156
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 90ceee17-b932-4a82-9843-8ab5a199f31f
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-a5b4b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a5b4b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b.18a6f7beddcbecfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: e002181c-250a-455c-bd69-61a0a1f8b115
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 90ceee17-b932-4a82-9843-8ab5a199f31f
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-a5b4b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-a5b4b.18a6f7beddcc43e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: fcdb486c-e571-4c24-b347-ecccd120051c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: 90ceee17-b932-4a82-9843-8ab5a199f31f
  kind: Event
  lastTimestamp: "2026-04-16T22:45:50Z"
  message: InferenceService [error-404-isvc-a5b4b] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:50Z"
    name: error-404-isvc-a5b4b.18a6f7ca1160fe1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: db257548-3cef-4d5e-a738-a50e44554602
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:45:28.003263Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25107"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:45:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:45:28Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c4e0e93638
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 5ff889dc-8e45-4d2e-aa4b-a1f4c4ffa4f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a9d3d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:28Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c4f1d38082
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: aaebffb1-c1d4-476c-9139-0ad9ecdbcbd6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c51df048b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 030d573f-8322-4faa-8d62-c97ee7c02b1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c51f535002
    namespace: kserve-ci-e2e-test
    resourceVersion: "25145"
    uid: 7bf60b7d-6539-45f0-a0c2-adce53e3c49f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c5231c850b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 179719de-2cd7-458b-83a5-9b340954a65c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c5238bc70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: b54c840f-a10c-4141-9121-764db7fa2e56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c52396db05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: cb7bbefb-b246-484d-b65b-f0fcad3f3d5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c527427d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: 6f172e1a-82e4-4e19-bc99-cd8d91b5ef71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c527b2d6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 350b0cb8-e106-404b-a19e-ac0a5296d91b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T22:46:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:05Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f7c52dc12fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: d80f2f95-7f5c-409b-be7b-29dfe1a50f5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T23:02:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:47Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f8b6e2e45345
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: 704692a1-80f3-4d41-912e-d35456b7c2e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T23:02:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:47Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f8b6e2e576cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: 4d7ab551-87f5-437c-897d-9d574c8215c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 962e73ad-4e33-4700-87d0-5ea46d65e8a9
  kind: Event
  lastTimestamp: "2026-04-16T23:02:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T23:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:50Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55-5kshd.18a6f8b78e5edd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: a33edc83-7a5b-43d6-880d-5c30861ea817
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-a9d3d-predictor-59878dc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25100"
    uid: 5c388031-a21a-4d8d-acba-653c2b9fcce8
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: 'Created pod: error-404-isvc-a9d3d-predictor-59878dc55-5kshd'
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: error-404-isvc-a9d3d-predictor-59878dc55.18a6f7c4e04dcfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25108"
    uid: d5f1e1f6-5cd2-4790-8a39-9a3bdfa378eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-a9d3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: 42a907aa-435c-4a39-971a-196ff2c95670
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: Scaled up replica set error-404-isvc-a9d3d-predictor-59878dc55 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: error-404-isvc-a9d3d-predictor.18a6f7c4de56466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25102"
    uid: e4a29183-9b93-4aa5-b3c8-48ae64f3d723
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a9d3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25099"
    uid: f62f1563-2832-4cdc-bfee-148c4c987300
  kind: Event
  lastTimestamp: "2026-04-16T22:45:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:42Z"
    name: error-404-isvc-a9d3d-predictor.18a6f7c85cc50adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25285"
    uid: a15729e8-bc34-4e20-84bd-ecc2ce76c655
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a9d3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25099"
    uid: f62f1563-2832-4cdc-bfee-148c4c987300
  kind: Event
  lastTimestamp: "2026-04-16T22:45:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:42Z"
    name: error-404-isvc-a9d3d-predictor.18a6f7c85d22cff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25287"
    uid: b407aee5-d27d-49bc-b261-b83b294ed46a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a9d3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: f62f1563-2832-4cdc-bfee-148c4c987300
  kind: Event
  lastTimestamp: "2026-04-16T22:46:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:43Z"
    name: error-404-isvc-a9d3d-predictor.18a6f7cbdbc7a0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26316"
    uid: 29271004-6c50-4073-b9be-9860c3540c72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a9d3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: f62f1563-2832-4cdc-bfee-148c4c987300
  kind: Event
  lastTimestamp: "2026-04-16T22:46:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:43Z"
    name: error-404-isvc-a9d3d-predictor.18a6f7cbdc415f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 9ed5d34c-9f96-4b35-92f1-314002781030
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25073"
    uid: 8e4425b5-27ca-40bd-bff9-4450d8450407
  kind: Event
  lastTimestamp: "2026-04-16T22:46:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:15Z"
    name: error-404-isvc-a9d3d.18a6f7c4de30afd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: 10128b82-854c-491b-901a-138b130c7ddc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25073"
    uid: 8e4425b5-27ca-40bd-bff9-4450d8450407
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-a9d3d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a9d3d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: error-404-isvc-a9d3d.18a6f7c4de8f31a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: edebdc2c-ae37-4b76-8d02-01b3ebe6d416
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25073"
    uid: 8e4425b5-27ca-40bd-bff9-4450d8450407
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-a9d3d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: error-404-isvc-a9d3d.18a6f7c4de8f6b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: f90a68a6-857d-4539-9715-233f8d611f8b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26012"
    uid: 8e4425b5-27ca-40bd-bff9-4450d8450407
  kind: Event
  lastTimestamp: "2026-04-16T22:46:15Z"
  message: InferenceService [error-404-isvc-a9d3d] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:15Z"
    name: error-404-isvc-a9d3d.18a6f7cfe895d139
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 3eea3ac6-3389-43b6-a621-0f434899743e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:36:13.187544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20817"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c905c-predictor-545b784cf7-84hwf
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f743b351a8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: cec23d35-d05e-4da3-840e-504cf1ef718c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f743cca40635
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: bea710e0-5569-4aa2-8216-cd929a8cefdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f743cddd12df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 43b2efbe-72ca-4d84-8f58-d97fd1ca424d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f743d09f7368
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 02f7e4f7-7dad-40a3-b567-5586c443af0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f743d11408ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 2b2a13ad-3128-45b8-a16a-d9da241e24f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f743d11f6066
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: 7019179d-71bc-4a33-9bd6-2adfd3565591
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f743d3e68c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 80a1078b-bea7-4e9a-9e5b-483d8eea9529
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f743d4591e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: de1969de-13b4-4b0f-804d-8e92afd00ae2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:36:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:51Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f7443bc7f415
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: af5c5be7-df00-4384-aaa7-5e7cc6181859
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f7c4dc1a1446
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: a1636870-c9ae-4f65-90b7-bca0d2a0414b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: a61e12f9-eb2b-4e19-91f5-31e99b6ad914
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: error-404-isvc-c905c-predictor-545b784cf7-84hwf.18a6f7c4dc1a70d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25092"
    uid: 3d5f2efa-982c-4c06-b023-ea541a9576f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-c905c-predictor-545b784cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: ac6204be-4894-471c-97df-b6fc4db5658d
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Created pod: error-404-isvc-c905c-predictor-545b784cf7-84hwf'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor-545b784cf7.18a6f743b2b30d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20818"
    uid: d3532d69-caed-4688-a1fc-8bb1d6c4aaea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 342814b4-37a6-4660-9ea4-e03195ea19e1
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Scaled up replica set error-404-isvc-c905c-predictor-545b784cf7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c-predictor.18a6f743b108e444
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: 21e88e34-6af3-4456-80ca-7daee1fed121
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: d6fd9128-98f3-477d-8629-198be33f896e
  kind: Event
  lastTimestamp: "2026-04-16T22:36:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:58Z"
    name: error-404-isvc-c905c-predictor.18a6f7472f776876
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: 8c0d3b0f-e376-4f45-b65a-138ae86b1783
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: d6fd9128-98f3-477d-8629-198be33f896e
  kind: Event
  lastTimestamp: "2026-04-16T22:36:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:58Z"
    name: error-404-isvc-c905c-predictor.18a6f7472fdd1ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 9ae891b9-e3af-41d3-9861-ea8f9c2f08a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: d6fd9128-98f3-477d-8629-198be33f896e
  kind: Event
  lastTimestamp: "2026-04-16T22:37:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:28Z"
    name: error-404-isvc-c905c-predictor.18a6f751ac049cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: 92071f57-d036-4e34-a574-d03f1fa83c85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: d6fd9128-98f3-477d-8629-198be33f896e
  kind: Event
  lastTimestamp: "2026-04-16T22:37:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:28Z"
    name: error-404-isvc-c905c-predictor.18a6f751ac6815ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21583"
    uid: 14486118-1ef8-44c9-828d-f5a39f09f4b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 4e4e10df-f3cc-45da-a4a2-36c4191b374d
  kind: Event
  lastTimestamp: "2026-04-16T22:37:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:01Z"
    name: error-404-isvc-c905c.18a6f743b0e81a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: 08fa732f-00bc-4092-9580-f72e979648c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 4e4e10df-f3cc-45da-a4a2-36c4191b374d
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-c905c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c905c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c.18a6f743b1662415
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: 9a6a0b63-76db-4a7f-9f75-ed179a0997c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 4e4e10df-f3cc-45da-a4a2-36c4191b374d
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-c905c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-c905c.18a6f743b1665a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: ef8e1f3d-8c03-4e63-aec4-ccf0524197d5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: 4e4e10df-f3cc-45da-a4a2-36c4191b374d
  kind: Event
  lastTimestamp: "2026-04-16T22:37:01Z"
  message: InferenceService [error-404-isvc-c905c] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:01Z"
    name: error-404-isvc-c905c.18a6f74ef6d22143
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 381889f4-fc85-4668-966e-77477b67d529
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:35:02.964657Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f73359b50358
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 6d63eca7-8a61-47ad-be08-91ee912c0adc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-cf933-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:03Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f73363b73801
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: d9e5d26b-45d2-4f48-8318-9a5219e9be87
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:03Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:35:03Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f733967c8e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: 16f10b4a-5dba-4d68-af44-51df814e899c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:04Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:04Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f73397b5c99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 5880f7c1-dc8e-4da6-af40-3814a738c7ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:04Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f7339b5d2984
    namespace: kserve-ci-e2e-test
    resourceVersion: "19895"
    uid: 84ff1d5d-138f-40d6-9909-e1db097cd8a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:04Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f7339bcef41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: 4e63cfa7-37bd-4247-98a8-b07d86a0d624
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:04Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f7339bde428b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: fb8d27cd-c194-4714-926a-4da86d044c44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:04Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f7339ed3848a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: eeb837dd-65f7-49ff-98c9-745e67155943
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:04Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f7339f43ebb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: e23e4624-b4d5-4555-98c5-72d9858c2e2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:35:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:41Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f733def05fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20265"
    uid: 268e96f2-28d2-41b8-82da-5656b448c49d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f743af036026
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 46cdcd59-1b95-4016-9a15-dff533c04f7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 87e88914-62ef-4147-9ba5-3506606068fd
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb.18a6f743af03f130
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: c1727f2e-febe-4e56-ac70-192ea9f2351f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-cf933-predictor-6c96b8f849
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: e7e75959-e82a-40d6-9082-1a96a737ec12
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: 'Created pod: error-404-isvc-cf933-predictor-6c96b8f849-fmlhb'
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: error-404-isvc-cf933-predictor-6c96b8f849.18a6f73359480a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 99476aae-8ed2-4fd6-ad02-af47c6705730
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: debbeb5b-df30-4672-8e21-72c762e5317d
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: Scaled up replica set error-404-isvc-cf933-predictor-6c96b8f849 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: error-404-isvc-cf933-predictor.18a6f7335772c02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 56a63e72-96c4-41f2-97dc-ce5ac0ee02e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 36ed4004-34bd-45a3-a0e4-cd1796d9b719
  kind: Event
  lastTimestamp: "2026-04-16T22:35:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:32Z"
    name: error-404-isvc-cf933-predictor.18a6f736d5f386b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20164"
    uid: b4b7c281-2602-4e6d-97e6-f91ae92939a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 36ed4004-34bd-45a3-a0e4-cd1796d9b719
  kind: Event
  lastTimestamp: "2026-04-16T22:35:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:32Z"
    name: error-404-isvc-cf933-predictor.18a6f736d6392bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20165"
    uid: 066e2916-1082-43ee-b618-add325d9f228
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 36ed4004-34bd-45a3-a0e4-cd1796d9b719
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: error-404-isvc-cf933-predictor.18a6f73dd3a2a771
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 4e7d9c1c-c7f3-4b68-8b2d-7a2bedec2947
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 36ed4004-34bd-45a3-a0e4-cd1796d9b719
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: error-404-isvc-cf933-predictor.18a6f73dd40fc5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: e361e013-66d5-40ba-9dc2-f70bbedc3440
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: 999d2b5a-c8d7-43c6-9ff8-1c3a8cb62478
  kind: Event
  lastTimestamp: "2026-04-16T22:35:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:51Z"
    name: error-404-isvc-cf933.18a6f733574bc6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: 8f95a9fa-ea9f-4380-baec-733747a8429f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: 999d2b5a-c8d7-43c6-9ff8-1c3a8cb62478
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-cf933": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cf933":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: error-404-isvc-cf933.18a6f73357da5a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 17cd2e4f-c6f5-47e8-8a7e-0a813e5f7177
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: 999d2b5a-c8d7-43c6-9ff8-1c3a8cb62478
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-cf933": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: error-404-isvc-cf933.18a6f73357dab7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 484232f6-8ce6-47e6-826b-9fbdff8f059c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: 999d2b5a-c8d7-43c6-9ff8-1c3a8cb62478
  kind: Event
  lastTimestamp: "2026-04-16T22:35:51Z"
  message: InferenceService [error-404-isvc-cf933] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:51Z"
    name: error-404-isvc-cf933.18a6f73e9990af81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: a6cae506-bc90-4d44-9405-b77555fcd06f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:25:48.262805Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b232e665f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: af9ddad8-8f27-4879-809a-827281a08e5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-d7c57-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b23e7bc873
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 34cadb02-8dcf-4ae2-8f1e-6dbb44357c7a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b26f7cb8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: 68b2f152-b3f7-4956-83f1-19b891a6e9e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b270e0fba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: ced52cc8-cdc6-42a4-9b43-4d4caebb7dd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b2739d7aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 848bd3e5-2819-4dee-973e-3b9b32b9dd43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b27400e485
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 1bad6590-934f-4fd1-b834-810fbe71f406
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b2740d689c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: 4445418f-9ba3-4ee3-a537-7d85ab52092a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b276b37143
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 22d15726-a5c1-401c-851f-051e9893405e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b27711d18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 60cee189-b746-46cc-8c32-15e0dc0e156c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:26:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:27Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f6b2ebf67efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: d2600950-9be8-4115-9de9-abea274936fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f7334ebaa98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: ba9759d5-8e68-4d34-8aa2-e887cbade1da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 91926b85-6938-49da-a9ab-eb5c67bad4e9
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9.18a6f7334ebb39b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: bda5f77a-48e2-4992-b40d-d8149f13d5c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: b0888514-79bb-4b82-8eb6-a6cb60080062
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: 'Created pod: error-404-isvc-d7c57-predictor-6f7f8c65bf-d66j9'
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: error-404-isvc-d7c57-predictor-6f7f8c65bf.18a6f6b232798d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 6aebb03f-90c6-41dc-b3f3-e516285a3b93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 3c8534ba-a627-4b50-867a-191d5183ca83
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: Scaled up replica set error-404-isvc-d7c57-predictor-6f7f8c65bf from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: error-404-isvc-d7c57-predictor.18a6f6b2305de2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: 4f794560-a491-4b94-a0cd-ace179b7804a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 6d091b74-6aa9-49c3-a3b5-4553b0d10b3a
  kind: Event
  lastTimestamp: "2026-04-16T22:26:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:18Z"
    name: error-404-isvc-d7c57-predictor.18a6f6b5ae974859
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: 1b4e5011-3635-46ca-8236-b55ca08776eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 6d091b74-6aa9-49c3-a3b5-4553b0d10b3a
  kind: Event
  lastTimestamp: "2026-04-16T22:26:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:18Z"
    name: error-404-isvc-d7c57-predictor.18a6f6b5af1a4198
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: 907d48bf-a8f5-4ffe-9c86-3927a34470f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 6d091b74-6aa9-49c3-a3b5-4553b0d10b3a
  kind: Event
  lastTimestamp: "2026-04-16T22:27:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:03Z"
    name: error-404-isvc-d7c57-predictor.18a6f6bcaca0bfed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 2ace81b5-bd9c-4376-9262-1aa24e41591c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 6d091b74-6aa9-49c3-a3b5-4553b0d10b3a
  kind: Event
  lastTimestamp: "2026-04-16T22:27:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:03Z"
    name: error-404-isvc-d7c57-predictor.18a6f6bcacf259e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 8529d48a-2208-4565-943f-0c7d371b67a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 0b86288e-3582-4d1d-b5a4-d9023e2735a3
  kind: Event
  lastTimestamp: "2026-04-16T22:26:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:37Z"
    name: error-404-isvc-d7c57.18a6f6b22ff197be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: d77132b3-2d04-49a8-981b-99478b79eca8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 0b86288e-3582-4d1d-b5a4-d9023e2735a3
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-d7c57": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d7c57":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: error-404-isvc-d7c57.18a6f6b23062c8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: 83eb91b9-8cee-44c3-8809-d9f9ee3b9b62
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 0b86288e-3582-4d1d-b5a4-d9023e2735a3
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-d7c57": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: error-404-isvc-d7c57.18a6f6b23063245e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: d82da437-14a1-4331-bd53-0f37a15f2795
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 0b86288e-3582-4d1d-b5a4-d9023e2735a3
  kind: Event
  lastTimestamp: "2026-04-16T22:26:37Z"
  message: InferenceService [error-404-isvc-d7c57] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:37Z"
    name: error-404-isvc-d7c57.18a6f6bda6976bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: c98c1fb6-3a26-41e4-99b2-fd414366f732
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:35:47.324932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73dadc905ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: 952c5fd3-ef78-4aae-b7cb-fc83d3fa9316
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ea3bc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73dbe1408ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: 02c7cd43-4718-4bea-b0ca-a160aee6ae63
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:35:48Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:35:48Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73dea9a91e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: 7a7f5c8a-531a-476a-a64a-dacde87f3cab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:35:48Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:48Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73debcca587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 1448b2c3-d393-4713-ba43-3763597b2380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:35:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:48Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73def204f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: 29e42de4-a408-4d2a-9159-6889158f21c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:35:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:48Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73def8a1e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 3e4dc5cf-b80a-423c-b1b7-dcb2d8204e85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:35:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:48Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73def9738c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: 51ab614f-23d0-499b-b2a5-697f88435a75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:35:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:48Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73df294330b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20456"
    uid: 2cb52e18-5230-4c22-91a7-3c1070e258ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:35:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:48Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73df319fa00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 39e46c08-6ed1-4b90-8006-025099a62592
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:26Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f73e644d8512
    namespace: kserve-ci-e2e-test
    resourceVersion: "20977"
    uid: bc7dda9e-1863-4868-974d-6661a1f80f9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f7bed96bf746
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: 5af9396a-1833-4560-9bb3-2862e69a96fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9a97e08c-acc0-4907-810b-a637f32ea6c6
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n.18a6f7bed96c6349
    namespace: kserve-ci-e2e-test
    resourceVersion: "24742"
    uid: adb1e3f0-d941-4922-9d18-a43161b773fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: 7b61e510-a0fb-4cc5-b79b-f6f636a9b7b1
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'Created pod: error-404-isvc-ea3bc-predictor-5cf5f8bf89-xgg5n'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: error-404-isvc-ea3bc-predictor-5cf5f8bf89.18a6f73dad60709b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: 336f0bf3-6f7d-44d3-89fb-3e35a7c5c8f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: bda6b0b2-0248-446e-b4e7-219dfea860b4
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Scaled up replica set error-404-isvc-ea3bc-predictor-5cf5f8bf89 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: error-404-isvc-ea3bc-predictor.18a6f73dabe17cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20400"
    uid: d23e2898-8653-40dc-95dd-8a157af2f37c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 21e8cccc-a6be-47e2-95f0-bd5338b1df4a
  kind: Event
  lastTimestamp: "2026-04-16T22:36:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:17Z"
    name: error-404-isvc-ea3bc-predictor.18a6f7412ab2b05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: f811715d-5663-4db8-9980-9afbc57c3baa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 21e8cccc-a6be-47e2-95f0-bd5338b1df4a
  kind: Event
  lastTimestamp: "2026-04-16T22:36:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:17Z"
    name: error-404-isvc-ea3bc-predictor.18a6f7412b1d0d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20905"
    uid: a06aa033-81a9-4180-b16d-0810c7e1d9fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 21e8cccc-a6be-47e2-95f0-bd5338b1df4a
  kind: Event
  lastTimestamp: "2026-04-16T22:37:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:02Z"
    name: error-404-isvc-ea3bc-predictor.18a6f748288690d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 8941daf9-e0cf-44f0-bcd6-a622ccc8113d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 21e8cccc-a6be-47e2-95f0-bd5338b1df4a
  kind: Event
  lastTimestamp: "2026-04-16T22:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:02Z"
    name: error-404-isvc-ea3bc-predictor.18a6f74828e57bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 1f5bd107-1ba4-4887-ac5a-74d4c6a39e03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 549ca18a-391a-45e6-8f95-848803308462
  kind: Event
  lastTimestamp: "2026-04-16T22:36:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:36Z"
    name: error-404-isvc-ea3bc.18a6f73dac1ccf0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: fe0fd3a2-a092-4b8e-8ec4-b2d9d99fa162
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 549ca18a-391a-45e6-8f95-848803308462
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-ea3bc": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ea3bc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: error-404-isvc-ea3bc.18a6f73dac735849
    namespace: kserve-ci-e2e-test
    resourceVersion: "20403"
    uid: 7048dd85-60c9-496a-ae89-ccd0b32d56ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 549ca18a-391a-45e6-8f95-848803308462
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-ea3bc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: error-404-isvc-ea3bc.18a6f73dac73a1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: 116b06a5-7acf-46b3-a43e-c8fb02892b94
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 549ca18a-391a-45e6-8f95-848803308462
  kind: Event
  lastTimestamp: "2026-04-16T22:36:36Z"
  message: InferenceService [error-404-isvc-ea3bc] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:36Z"
    name: error-404-isvc-ea3bc.18a6f7491eff01a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: 20bdb204-f9bd-4708-8d58-03a244ef2ecf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:23:37.910562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13877"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:23:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:23:37Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f693d94d177f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13884"
    uid: 5d90b30c-e8bd-43d7-a019-a55bdaec0960
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f693f36a09b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13966"
    uid: d12c31bb-ecd2-4c91-ab88-9d480c50333e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f693f50473f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13976"
    uid: c869e5c1-092a-4aa1-85ad-8871297067ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    in 3.251s (3.251s including waiting). Image size: 299671465 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:41Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f694b6d306fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14057"
    uid: f1ac7ebd-40c0-40bd-870d-aeb989c2d906
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:41Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f694ba3af469
    namespace: kserve-ci-e2e-test
    resourceVersion: "14059"
    uid: de953133-90e2-4a6b-9174-7fb3bdbbc61a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:41Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f694ba9d218c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: 5979379a-befc-4f2e-acea-c4a52e98f364
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-16T22:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:45Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f695b8216301
    namespace: kserve-ci-e2e-test
    resourceVersion: "14107"
    uid: 3591f8fb-ec5e-4cdf-8063-7720afdb2a2f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 12.335s (12.335s including waiting). Image size: 1560615339 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:58Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f698975bcc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14262"
    uid: b9ae1c4b-d375-4ed0-b371-599eac2ce337
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:58Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f6989b3c34b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14263"
    uid: 41222d05-18b6-49e2-bfa6-7819a90b112e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:58Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f6989bb34a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "14264"
    uid: 99164d26-e1f6-47b7-954c-2e890bcfa67e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:58Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-16T22:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:58Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f6989bc0d957
    namespace: kserve-ci-e2e-test
    resourceVersion: "14265"
    uid: 3585b7a2-759c-489d-9f89-145c053dc93a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.503s (2.503s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f69930fd7cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14287"
    uid: 0f31ba25-2fbe-4dba-b86a-e7bb283f9a31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f6993754c78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14293"
    uid: 81fc9604-7c81-4e15-a56b-5dcfd3d18959
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f6993844e77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14294"
    uid: de78df1b-860d-4a13-95b2-1b363abb373d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:24:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:58Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f69975d07fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: 352ed091-2ec4-484c-b1a3-1301b6194516
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f6b22a067e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: c0c43b8e-6997-4321-8cf3-b3b08f5be948
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 76b913f1-1bb0-4011-ace6-1dd747747614
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp.18a6f6b22a07162a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: dc209b01-5535-49d7-80b3-7e01e662777f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-5b497dcd98
    namespace: kserve-ci-e2e-test
    resourceVersion: "13870"
    uid: 9c0eccf5-72ed-49f6-9222-1ffcb3007a98
  kind: Event
  lastTimestamp: "2026-04-16T22:23:37Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-5b497dcd98-f8qcp'
  metadata:
    creationTimestamp: "2026-04-16T22:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:37Z"
    name: isvc-sklearn-graph-1-predictor-5b497dcd98.18a6f693d8c7b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "13878"
    uid: a8ae4fbd-458a-468d-a244-7e9efc0de1bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13869"
    uid: c38de31f-87e9-4905-9155-82fe6e055c7b
  kind: Event
  lastTimestamp: "2026-04-16T22:23:37Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-5b497dcd98 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:37Z"
    name: isvc-sklearn-graph-1-predictor.18a6f693d323f55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13872"
    uid: 499fe80f-6b92-47aa-b22c-ae5e60e6a6d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13880"
    uid: 51e5928a-8662-4186-9b65-83094066c954
  kind: Event
  lastTimestamp: "2026-04-16T22:24:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:37Z"
    name: isvc-sklearn-graph-1-predictor.18a6f697585075c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14601"
    uid: 63364dac-3058-4c84-885c-0c1bc9a138f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13880"
    uid: 51e5928a-8662-4186-9b65-83094066c954
  kind: Event
  lastTimestamp: "2026-04-16T22:24:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:37Z"
    name: isvc-sklearn-graph-1-predictor.18a6f69758b9a6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: bfeb5ddf-df67-4bf3-84b6-aa9a4fc7ca76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14189"
    uid: 51e5928a-8662-4186-9b65-83094066c954
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: isvc-sklearn-graph-1-predictor.18a6f6a554efc530
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b7cec1b3-276c-4b5d-9463-aa4274edf755
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14189"
    uid: 51e5928a-8662-4186-9b65-83094066c954
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: isvc-sklearn-graph-1-predictor.18a6f6a5555b05b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: b49d5238-1686-4311-b4e5-b642655a22dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13853"
    uid: 22c60b6c-63c5-450c-83e3-6bdfb738717c
  kind: Event
  lastTimestamp: "2026-04-16T22:25:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:08Z"
    name: isvc-sklearn-graph-1.18a6f693d9503a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: 9b0b8f39-af60-4cb5-8410-ad9f38043bee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: 22c60b6c-63c5-450c-83e3-6bdfb738717c
  kind: Event
  lastTimestamp: "2026-04-16T22:25:08Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:08Z"
    name: isvc-sklearn-graph-1.18a6f6a8da2adbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: bd12ece5-25e6-4961-873e-0810b109a167
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:23:39.026638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14010"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    to ip-10-0-130-227.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:23:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:23:39Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f6941bd308ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14014"
    uid: 53b72d1f-9118-45f1-881f-19cc486ea8f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14018"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:23:39Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:23:39Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f6943b76dc61
    namespace: kserve-ci-e2e-test
    resourceVersion: "14032"
    uid: 7fae1830-a269-4584-b2cd-012849dff9ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:23:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
  metadata:
    creationTimestamp: "2026-04-16T22:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:39Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f6943d3b32ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14034"
    uid: 18ec8e75-a9f3-4216-9198-6b927f3644ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    in 10.555s (10.555s including waiting). Image size: 299671465 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f696b2606723
    namespace: kserve-ci-e2e-test
    resourceVersion: "14150"
    uid: c147f72c-3f40-4307-9e52-4d0faa5ab987
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f696b57d308d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14151"
    uid: a0729665-501b-4e00-bb7a-9797958ba2c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f696b5efa637
    namespace: kserve-ci-e2e-test
    resourceVersion: "14152"
    uid: 5898fdb2-ce28-45e5-83a7-d8ee16356c01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:23:54Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-16T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:54Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f697d183bd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14230"
    uid: 49d5179a-0873-40af-8399-4c84842cdfc4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 5.836s (5.836s including waiting). Image size: 1560615339 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f6992d60ddcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14285"
    uid: a0dfaebe-888b-415f-9d90-0816edb435af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f69930cd421f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14286"
    uid: 3b80066b-fe2e-4b1e-99d3-ec527dc64f6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f699312fd684
    namespace: kserve-ci-e2e-test
    resourceVersion: "14288"
    uid: 76835bb9-7f5e-4903-9e44-c620bbd37d10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f699313b4cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14289"
    uid: 9907b09b-2893-4b5a-88f8-36570ab70925
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f699341275ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14291"
    uid: ba480f00-320f-480a-9b4c-9b66cabde77b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f6993474847a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14292"
    uid: 8458de7f-7eb9-494f-a12b-c3a9afee0239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:24:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:57Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f6997469dc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14818"
    uid: a2ca4b7f-3fde-4d16-8561-53f91ec137c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f6b2336c87c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: 51b81a9d-479d-4071-854e-f9cdf03e0bd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: bebb89fc-9a91-4f94-bf3f-3891b05410c3
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr.18a6f6b2336ddd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15571"
    uid: 15c79a23-6644-4e21-882d-ee29909c17ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-847f6cf74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13997"
    uid: 487ebf19-f9f2-43d5-8d50-e1bae3ee4614
  kind: Event
  lastTimestamp: "2026-04-16T22:23:39Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-847f6cf74b-v56vr'
  metadata:
    creationTimestamp: "2026-04-16T22:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:39Z"
    name: isvc-sklearn-graph-2-predictor-847f6cf74b.18a6f6941b734d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "14012"
    uid: a4bb8114-7fbc-48a1-a64d-f3ba1fbc0395
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13994"
    uid: 0fb9807e-10d2-4c7d-8b29-2ee00db18b77
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-847f6cf74b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: isvc-sklearn-graph-2-predictor.18a6f69404b56b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "13998"
    uid: 028fcc97-edb8-4afd-93d5-c27f5bf75de8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13996"
    uid: 6745eb2b-ed9d-44c4-83b2-935c2e92e4f8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:38Z"
    name: isvc-sklearn-graph-2-predictor.18a6f69783639e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14619"
    uid: a38c8711-287b-4da9-b3a3-2a4057078d2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13996"
    uid: 6745eb2b-ed9d-44c4-83b2-935c2e92e4f8
  kind: Event
  lastTimestamp: "2026-04-16T22:24:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:38Z"
    name: isvc-sklearn-graph-2-predictor.18a6f69783c2ece5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14620"
    uid: caa62cd4-7555-4088-8d91-7dd0733b3877
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14210"
    uid: 6745eb2b-ed9d-44c4-83b2-935c2e92e4f8
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: isvc-sklearn-graph-2-predictor.18a6f6a57e811c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 871a5b9c-cd81-4a93-97b3-24a3f63a0cb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14210"
    uid: 6745eb2b-ed9d-44c4-83b2-935c2e92e4f8
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: isvc-sklearn-graph-2-predictor.18a6f6a57ee157d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 2a682483-9970-428a-a13e-05a252c0fc1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13964"
    uid: b4b77f81-f5ab-447b-aabd-b281702a585d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:08Z"
    name: isvc-sklearn-graph-2.18a6f69404c01208
    namespace: kserve-ci-e2e-test
    resourceVersion: "14918"
    uid: c2c5fe57-8df3-43b1-8e1b-b4b9b7b9088d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: b4b77f81-f5ab-447b-aabd-b281702a585d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:08Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:08Z"
    name: isvc-sklearn-graph-2.18a6f6a8d7db7337
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: 7d75e11c-c089-432c-8aed-53b774e7d740
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:23:38.377789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13971"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f693f5266712
    namespace: kserve-ci-e2e-test
    resourceVersion: "13977"
    uid: 75240995-68ab-4305-a953-041d79df70b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13982"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f6940e31c96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14006"
    uid: 438f123d-6ed0-41c9-bbb4-3ac4603b5375
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f6940f7702e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14008"
    uid: dd881ce9-62c5-49c5-be26-d0a98e3e3ec7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:23:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    in 3.908s (3.908s including waiting). Image size: 299671465 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:42Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f694f86d3459
    namespace: kserve-ci-e2e-test
    resourceVersion: "14073"
    uid: 35b1b383-410e-4b20-bca7-708dd6f001ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:23:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:42Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f694fcf6288c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14074"
    uid: 27643875-8b59-4870-9a1e-1766de7d16ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:23:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:42Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f694fd8490d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14076"
    uid: 89a1eef1-5e42-45d8-9189-72a0bf563581
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:23:48Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T22:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:48Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f6963d8c2ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14127"
    uid: 8c97648e-b1d2-4f65-b058-2a338d9134e5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:24:08Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.691s (20.691s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:08Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f69b0ed986c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: 3a5753ae-00b3-4c25-96fe-71c40d1db0be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:24:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:08Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f69b11b6db85
    namespace: kserve-ci-e2e-test
    resourceVersion: "14370"
    uid: abe797c4-1df7-4d79-b440-b8b4b202f218
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:24:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:08Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f69b12241cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: 10842ccd-bcaf-40d6-834c-3fb4e24eab1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:24:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:08Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f69b122e9a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "14372"
    uid: 6522654d-d56e-494d-8013-775d89b9c626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:24:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:08Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f69b14f9deef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14373"
    uid: 0bb34d9a-4ca0-41bb-8998-ce3416f5f3b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:24:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:08Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f69b156c9c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: 621928cc-9bd5-4a23-8344-c9a715dc7f44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:25:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:06Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f69b61af40f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: e505291a-9c09-427c-bb2f-65c1012fd974
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f6b22ea67353
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 54ac1b08-3620-4935-a76b-3638dbf0bd83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f6b22ea7a528
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: 34943731-1bf2-4a41-aca6-123d5c1ee74d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 54c63a46-7546-4114-b513-114ee537f8f7
  kind: Event
  lastTimestamp: "2026-04-16T22:25:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:51Z"
    name: isvc-xgboost-graph-predictor-669d8d6456-qx4w5.18a6f6b2e5eee7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 43bb3f0d-dce3-493d-b953-d8f6b6471199
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-669d8d6456
    namespace: kserve-ci-e2e-test
    resourceVersion: "13958"
    uid: 5c0e5a5b-174b-49a4-84a5-9ca8259834b0
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-669d8d6456-qx4w5'
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: isvc-xgboost-graph-predictor-669d8d6456.18a6f693f4a57c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "13973"
    uid: 17a3d4bd-d97a-4ddb-a395-9729d093d17c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13955"
    uid: 446b23b6-2d52-4932-87a2-d2e275f9cde7
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-669d8d6456 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: isvc-xgboost-graph-predictor.18a6f693ec748644
    namespace: kserve-ci-e2e-test
    resourceVersion: "13959"
    uid: 12014df8-b00b-41c7-8431-94b4e6bcb50f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13957"
    uid: e70cbe26-0db7-4188-b145-113270473a6a
  kind: Event
  lastTimestamp: "2026-04-16T22:24:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:53Z"
    name: isvc-xgboost-graph-predictor.18a6f6976b1e3fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: 3d6ea419-3c4e-4e38-93fb-7d3b9f349140
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13957"
    uid: e70cbe26-0db7-4188-b145-113270473a6a
  kind: Event
  lastTimestamp: "2026-04-16T22:24:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:53Z"
    name: isvc-xgboost-graph-predictor.18a6f6976b7f86ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 1fea2af1-86ab-432d-90ad-e264b4093392
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14203"
    uid: e70cbe26-0db7-4188-b145-113270473a6a
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: isvc-xgboost-graph-predictor.18a6f6a1e7ca6098
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: fa7384c3-7f56-4b16-b43f-b23b36e889c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14203"
    uid: e70cbe26-0db7-4188-b145-113270473a6a
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: isvc-xgboost-graph-predictor.18a6f6a1e8292c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: dd738e03-a69b-48a2-8527-90dc54cdcf9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "13938"
    uid: c6f914cc-be86-4b67-ac27-13349af1d0d5
  kind: Event
  lastTimestamp: "2026-04-16T22:25:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:16Z"
    name: isvc-xgboost-graph.18a6f693ec7dbc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 28f24978-3d78-4de3-8089-e46a7dfa8932
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: c6f914cc-be86-4b67-ac27-13349af1d0d5
  kind: Event
  lastTimestamp: "2026-04-16T22:25:16Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:16Z"
    name: isvc-xgboost-graph.18a6f6aac4cc4956
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 0b85e618-c1e3-47dc-aece-3cf783abfa3d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:25:37.856789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-7689c79995-cdt2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 247e04b5-97a7-4061-85b6-1afc7cd1a18a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-7689c79995-cdt2f
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:25:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:25:37Z"
    name: model-chainer-7689c79995-cdt2f.18a6f6afc6a73df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: ccf26430-6133-4b24-b00e-d61c48a1558e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-7689c79995-cdt2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 247e04b5-97a7-4061-85b6-1afc7cd1a18a
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: model-chainer-7689c79995-cdt2f.18a6f6afdfe95c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: d559bda2-cd3a-4b01-ad45-55fa919da67f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7689c79995-cdt2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 247e04b5-97a7-4061-85b6-1afc7cd1a18a
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: model-chainer-7689c79995-cdt2f.18a6f6afe1132244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: 13f638d7-cf52-4372-a829-575445d9aeae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7689c79995-cdt2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 247e04b5-97a7-4061-85b6-1afc7cd1a18a
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-04-16T22:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: model-chainer-7689c79995-cdt2f.18a6f6afe4826190
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: def5cbd6-ec0a-44ab-a183-8ce3c609bd90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7689c79995-cdt2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 247e04b5-97a7-4061-85b6-1afc7cd1a18a
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-04-16T22:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: model-chainer-7689c79995-cdt2f.18a6f6afe507a907
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 3493f48f-bedb-40de-a184-91d8dab8a53f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7689c79995-cdt2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 247e04b5-97a7-4061-85b6-1afc7cd1a18a
  kind: Event
  lastTimestamp: "2026-04-16T22:25:47Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-04-16T22:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:47Z"
    name: model-chainer-7689c79995-cdt2f.18a6f6b2200e1aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 082dc7a9-de4b-4af2-9750-8b632ebcb64b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7689c79995-cdt2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 247e04b5-97a7-4061-85b6-1afc7cd1a18a
  kind: Event
  lastTimestamp: "2026-04-16T22:26:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:15Z"
    name: model-chainer-7689c79995-cdt2f.18a6f6b2af323fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: 6d04ffa4-2543-475b-a89e-d78621104a40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-7689c79995
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 9916d0bd-f09b-428f-a581-6134436dc938
  kind: Event
  lastTimestamp: "2026-04-16T22:25:37Z"
  message: 'Created pod: model-chainer-7689c79995-cdt2f'
  metadata:
    creationTimestamp: "2026-04-16T22:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:37Z"
    name: model-chainer-7689c79995.18a6f6afc63aa68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: e74d2ba6-2ce1-492b-b1c2-ae2bacf21f68
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 7721d3a9-b707-470b-a595-1d65b9ad11d6
  kind: Event
  lastTimestamp: "2026-04-16T22:25:37Z"
  message: Scaled up replica set model-chainer-7689c79995 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:37Z"
    name: model-chainer.18a6f6afc5716c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: 51ae54be-9f4a-437f-a869-fa18e97b74a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: d45bbe7f-bac8-4d8d-ad96-4bfac59e3413
  kind: Event
  lastTimestamp: "2026-04-16T22:25:37Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:37Z"
    name: model-chainer.18a6f6afc96912d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: 112b7b90-eff3-48c0-82f1-b2e2e7ab150f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:37:13.128063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-c905c-6897947cb6-sj2vc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 1e6c22ca-5e9f-4115-8c67-0992ce3ac532
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-c905c-6897947cb6-sj2vc
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:37:13Z"
    name: sequence-graph-c905c-6897947cb6-sj2vc.18a6f751a80ce1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: 693c9ac5-70b5-46fb-9908-afcdbad22d65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-c905c-6897947cb6-sj2vc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21441"
    uid: 1e6c22ca-5e9f-4115-8c67-0992ce3ac532
  kind: Event
  lastTimestamp: "2026-04-16T22:37:13Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:37:13Z"
    name: sequence-graph-c905c-6897947cb6-sj2vc.18a6f751c14c6e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 9db69de1-2400-47f5-ba2d-311eb3b03a0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-c905c}
    kind: Pod
    name: sequence-graph-c905c-6897947cb6-sj2vc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 1e6c22ca-5e9f-4115-8c67-0992ce3ac532
  kind: Event
  lastTimestamp: "2026-04-16T22:37:13Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:13Z"
    name: sequence-graph-c905c-6897947cb6-sj2vc.18a6f751c274617a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: 2e1fd358-056d-49c8-a26e-c520c668d3ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-c905c}
    kind: Pod
    name: sequence-graph-c905c-6897947cb6-sj2vc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 1e6c22ca-5e9f-4115-8c67-0992ce3ac532
  kind: Event
  lastTimestamp: "2026-04-16T22:37:13Z"
  message: 'Created container: sequence-graph-c905c'
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:13Z"
    name: sequence-graph-c905c-6897947cb6-sj2vc.18a6f751c5e8d427
    namespace: kserve-ci-e2e-test
    resourceVersion: "21458"
    uid: 46f8562c-5092-4f54-ae77-cbabd79b6121
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-c905c}
    kind: Pod
    name: sequence-graph-c905c-6897947cb6-sj2vc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 1e6c22ca-5e9f-4115-8c67-0992ce3ac532
  kind: Event
  lastTimestamp: "2026-04-16T22:37:13Z"
  message: Started container sequence-graph-c905c
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:37:13Z"
    name: sequence-graph-c905c-6897947cb6-sj2vc.18a6f751c6589295
    namespace: kserve-ci-e2e-test
    resourceVersion: "21459"
    uid: d5a0c6d9-564b-459a-bc2a-f85c83243eb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-c905c}
    kind: Pod
    name: sequence-graph-c905c-6897947cb6-sj2vc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 1e6c22ca-5e9f-4115-8c67-0992ce3ac532
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: Stopping container sequence-graph-c905c
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: sequence-graph-c905c-6897947cb6-sj2vc.18a6f7c4d120d638
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 095dd7f6-6420-43fb-820d-31a8c203f872
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-c905c}
    kind: Pod
    name: sequence-graph-c905c-6897947cb6-sj2vc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 1e6c22ca-5e9f-4115-8c67-0992ce3ac532
  kind: Event
  lastTimestamp: "2026-04-16T22:45:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:54Z"
    name: sequence-graph-c905c-6897947cb6-sj2vc.18a6f7c546c2d19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25531"
    uid: 915e4f58-4997-4f72-b281-65f5c37377e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-c905c-6897947cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: 6320e68b-836e-490e-b4ee-654d43e8b1a6
  kind: Event
  lastTimestamp: "2026-04-16T22:37:13Z"
  message: 'Created pod: sequence-graph-c905c-6897947cb6-sj2vc'
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:13Z"
    name: sequence-graph-c905c-6897947cb6.18a6f751a750f7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: 60cecabb-a84f-48ca-910e-9342fc4e65df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 0969978a-e944-467e-bf0f-2a4db94bfcaf
  kind: Event
  lastTimestamp: "2026-04-16T22:37:13Z"
  message: Scaled up replica set sequence-graph-c905c-6897947cb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:13Z"
    name: sequence-graph-c905c.18a6f751a6c184c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: ed25928f-2fa8-4e47-9f23-54b9bbc69f0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: 380e50ef-5189-4f4b-91a3-cd9fe54f5a8c
  kind: Event
  lastTimestamp: "2026-04-16T22:37:13Z"
  message: InferenceGraph [sequence-graph-c905c] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:13Z"
    name: sequence-graph-c905c.18a6f751ab1658c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: e3dec0e1-62ae-4f15-b210-2bcb115f8cfb
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 829f685d-2df1-4bf7-9ac3-7a4f9d69f93d
  kind: Event
  lastTimestamp: "2026-04-16T22:37:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:28Z"
    name: sequence-graph-c905c.18a6f7552514af0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: ca54450d-1c8b-442c-b79f-e907230c1185
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 829f685d-2df1-4bf7-9ac3-7a4f9d69f93d
  kind: Event
  lastTimestamp: "2026-04-16T22:37:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:28Z"
    name: sequence-graph-c905c.18a6f755254aefb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: d03b48f1-c22f-44e6-980e-093ef4fe682a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:36:02.871447Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-cf933-55f8c8c9b7-kskdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 453f42e1-2887-4b91-8933-979038d46a47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-cf933-55f8c8c9b7-kskdk
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: sequence-graph-cf933-55f8c8c9b7-kskdk.18a6f7414c6e1070
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 091c3895-8985-4349-be56-34da32d8dad9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-cf933-55f8c8c9b7-kskdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 453f42e1-2887-4b91-8933-979038d46a47
  kind: Event
  lastTimestamp: "2026-04-16T22:36:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-cf933-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:03Z"
    name: sequence-graph-cf933-55f8c8c9b7-kskdk.18a6f7415c8af342
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: 968bf4d3-83bd-4363-931d-e4e74af13428
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-cf933-55f8c8c9b7-kskdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 453f42e1-2887-4b91-8933-979038d46a47
  kind: Event
  lastTimestamp: "2026-04-16T22:36:03Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:36:03Z"
    name: sequence-graph-cf933-55f8c8c9b7-kskdk.18a6f74189841b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: 3d51f46c-e393-48b9-b0fc-4122caf59541
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cf933}
    kind: Pod
    name: sequence-graph-cf933-55f8c8c9b7-kskdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 453f42e1-2887-4b91-8933-979038d46a47
  kind: Event
  lastTimestamp: "2026-04-16T22:36:03Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:03Z"
    name: sequence-graph-cf933-55f8c8c9b7-kskdk.18a6f7418aadf891
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 38870b85-ca19-4f36-8e9f-cc35374494d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cf933}
    kind: Pod
    name: sequence-graph-cf933-55f8c8c9b7-kskdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 453f42e1-2887-4b91-8933-979038d46a47
  kind: Event
  lastTimestamp: "2026-04-16T22:36:03Z"
  message: 'Created container: sequence-graph-cf933'
  metadata:
    creationTimestamp: "2026-04-16T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:03Z"
    name: sequence-graph-cf933-55f8c8c9b7-kskdk.18a6f7418df70e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 834eceed-a6a3-42b2-bbd9-fb1a1b6896d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cf933}
    kind: Pod
    name: sequence-graph-cf933-55f8c8c9b7-kskdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 453f42e1-2887-4b91-8933-979038d46a47
  kind: Event
  lastTimestamp: "2026-04-16T22:36:03Z"
  message: Started container sequence-graph-cf933
  metadata:
    creationTimestamp: "2026-04-16T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:03Z"
    name: sequence-graph-cf933-55f8c8c9b7-kskdk.18a6f7418e6b516e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: bde9d29f-8389-4b22-8b8a-d65977ae9a37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cf933}
    kind: Pod
    name: sequence-graph-cf933-55f8c8c9b7-kskdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 453f42e1-2887-4b91-8933-979038d46a47
  kind: Event
  lastTimestamp: "2026-04-16T22:36:12Z"
  message: Stopping container sequence-graph-cf933
  metadata:
    creationTimestamp: "2026-04-16T22:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:12Z"
    name: sequence-graph-cf933-55f8c8c9b7-kskdk.18a6f743a3f91b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20739"
    uid: d7a048cc-cd03-4c30-ad9d-f43732b62fb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-cf933}
    kind: Pod
    name: sequence-graph-cf933-55f8c8c9b7-kskdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 453f42e1-2887-4b91-8933-979038d46a47
  kind: Event
  lastTimestamp: "2026-04-16T22:36:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:40Z"
    name: sequence-graph-cf933-55f8c8c9b7-kskdk.18a6f7443b4d36ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: e6d7d617-0b94-4e9e-a1c8-d477ec169c52
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-cf933-55f8c8c9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: 41d0dc9d-bfa5-4904-bdd3-118dd9bb0dee
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: 'Created pod: sequence-graph-cf933-55f8c8c9b7-kskdk'
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: sequence-graph-cf933-55f8c8c9b7.18a6f7414c08b541
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 130ef3ee-6dc5-4af9-889f-f468ddf9a7be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: 609879eb-3f5c-4e6d-a1d9-d0dfc376a9de
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: Scaled up replica set sequence-graph-cf933-55f8c8c9b7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: sequence-graph-cf933.18a6f7414b468484
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: a1a5cdf2-e375-4ef8-a492-c198ed040b39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: 22ca22a2-d093-4177-9ebe-6efa9e204c1b
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: InferenceGraph [sequence-graph-cf933] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: sequence-graph-cf933.18a6f7414fadcc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 040178f3-c3b5-4837-b52d-9622793cede2
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 22ca22a2-d093-4177-9ebe-6efa9e204c1b
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: 'Failed to update status for InferenceGraph "sequence-graph-cf933": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-cf933":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: sequence-graph-cf933.18a6f7415233bd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 9cc85322-fb2a-4828-a0d5-117c7576af63
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 22ca22a2-d093-4177-9ebe-6efa9e204c1b
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "sequence-graph-cf933": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: sequence-graph-cf933.18a6f74152340407
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: 948c56b3-765f-4c2f-b222-57211b5b7918
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:26:48.125574Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: b7d17826-40ba-46c2-8055-f67fd9c02482
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-d7c57-59b4ff5bcf-29w6w
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:26:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:26:48Z"
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w.18a6f6c022ffbffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: fcb605de-e9d5-46ae-97ad-62a33863fe2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: b7d17826-40ba-46c2-8055-f67fd9c02482
  kind: Event
  lastTimestamp: "2026-04-16T22:26:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-d7c57-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:48Z"
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w.18a6f6c02a0f67e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 8190b496-f8f6-438d-9ad4-8cac2cca8344
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: b7d17826-40ba-46c2-8055-f67fd9c02482
  kind: Event
  lastTimestamp: "2026-04-16T22:26:49Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:26:49Z"
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w.18a6f6c05fdd5461
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: b55ae463-8612-4e78-807e-68d794244c7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-d7c57}
    kind: Pod
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: b7d17826-40ba-46c2-8055-f67fd9c02482
  kind: Event
  lastTimestamp: "2026-04-16T22:26:49Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:49Z"
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w.18a6f6c0610a6800
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: d13dbd6a-20a0-4ad9-9d0d-19fa8c249429
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-d7c57}
    kind: Pod
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: b7d17826-40ba-46c2-8055-f67fd9c02482
  kind: Event
  lastTimestamp: "2026-04-16T22:26:49Z"
  message: 'Created container: sequence-graph-d7c57'
  metadata:
    creationTimestamp: "2026-04-16T22:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:49Z"
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w.18a6f6c0641256c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 02b0c417-487c-4954-9847-4a7614e3221a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-d7c57}
    kind: Pod
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: b7d17826-40ba-46c2-8055-f67fd9c02482
  kind: Event
  lastTimestamp: "2026-04-16T22:26:49Z"
  message: Started container sequence-graph-d7c57
  metadata:
    creationTimestamp: "2026-04-16T22:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:49Z"
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w.18a6f6c064811f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: f0360495-13cc-45de-945d-295a3d40f8e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-d7c57}
    kind: Pod
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: b7d17826-40ba-46c2-8055-f67fd9c02482
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: Stopping container sequence-graph-d7c57
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w.18a6f7334a6029b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: bf2f4a0f-dae7-49dd-86a9-662724b1d961
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-d7c57}
    kind: Pod
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: b7d17826-40ba-46c2-8055-f67fd9c02482
  kind: Event
  lastTimestamp: "2026-04-16T22:35:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:30Z"
    name: sequence-graph-d7c57-59b4ff5bcf-29w6w.18a6f733f61b79f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: 2638b570-ceab-479c-9163-600f1c8006bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-d7c57-59b4ff5bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 5ffaa9cc-cf0d-4bdc-849a-bc39325222af
  kind: Event
  lastTimestamp: "2026-04-16T22:26:48Z"
  message: 'Created pod: sequence-graph-d7c57-59b4ff5bcf-29w6w'
  metadata:
    creationTimestamp: "2026-04-16T22:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:48Z"
    name: sequence-graph-d7c57-59b4ff5bcf.18a6f6c0226ff6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: db96bc09-8969-416d-bc4f-36cffaed2e23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 69a5120f-1ac2-4344-9438-8c6bd16f52d4
  kind: Event
  lastTimestamp: "2026-04-16T22:26:48Z"
  message: Scaled up replica set sequence-graph-d7c57-59b4ff5bcf from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:48Z"
    name: sequence-graph-d7c57.18a6f6c021aafc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 5c7cedeb-916e-4a2f-9479-e012f1ba2e67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 7d9aff90-fd70-4f51-96de-9bec324eefbe
  kind: Event
  lastTimestamp: "2026-04-16T22:26:48Z"
  message: InferenceGraph [sequence-graph-d7c57] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:48Z"
    name: sequence-graph-d7c57.18a6f6c026b1fbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: c2b83e39-85af-475a-bea3-0666ab7bf373
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 4b729fbc-cb00-41e5-8a30-e803a4c07522
  kind: Event
  lastTimestamp: "2026-04-16T22:27:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:03Z"
    name: sequence-graph-d7c57.18a6f6c3a00fd0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: 50343e15-fcfd-43b1-83cb-e6d3f722ecdb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 4b729fbc-cb00-41e5-8a30-e803a4c07522
  kind: Event
  lastTimestamp: "2026-04-16T22:27:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:03Z"
    name: sequence-graph-d7c57.18a6f6c3a04f6f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 9007c89c-f511-464d-873c-8db3fda78d3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 4b729fbc-cb00-41e5-8a30-e803a4c07522
  kind: Event
  lastTimestamp: "2026-04-16T22:27:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:18Z"
    name: sequence-graph-d7c57.18a6f6c71efceb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: e1fbe37f-ee4a-4148-8427-3c0167e90786
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 4b729fbc-cb00-41e5-8a30-e803a4c07522
  kind: Event
  lastTimestamp: "2026-04-16T22:27:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:18Z"
    name: sequence-graph-d7c57.18a6f6c71f43ba78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: d6db76e4-c082-493a-9b47-a772995db605
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:47:12.414372Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26568"
    uid: 151758fa-1374-4c8c-9bf8-8a6e6278238c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-3d312-85f4c6c6c5-f8b9n
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:47:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:47:12Z"
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n.18a6f7dd304c4ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26574"
    uid: 9fafa827-1367-485e-a243-5fe589a88f5e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 151758fa-1374-4c8c-9bf8-8a6e6278238c
  kind: Event
  lastTimestamp: "2026-04-16T22:47:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-3d312-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:47:12Z"
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n.18a6f7dd3d76d63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: 92186e0b-a7a7-4001-bd83-c313caf0eaa4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26578"
    uid: 151758fa-1374-4c8c-9bf8-8a6e6278238c
  kind: Event
  lastTimestamp: "2026-04-16T22:47:13Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:47:13Z"
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n.18a6f7dd6d28fdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26595"
    uid: 4266d005-9d0f-43f2-a443-5f1c689674c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-3d312}
    kind: Pod
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 151758fa-1374-4c8c-9bf8-8a6e6278238c
  kind: Event
  lastTimestamp: "2026-04-16T22:47:13Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:47:13Z"
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n.18a6f7dd6e5c6b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "26597"
    uid: 1bdabc98-b1aa-492a-8802-0190e83ceee5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-3d312}
    kind: Pod
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 151758fa-1374-4c8c-9bf8-8a6e6278238c
  kind: Event
  lastTimestamp: "2026-04-16T22:47:13Z"
  message: 'Created container: splitter-graph-3d312'
  metadata:
    creationTimestamp: "2026-04-16T22:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:47:13Z"
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n.18a6f7dd71505da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 19869ba8-cabd-412d-bc12-404b35cbb82d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-3d312}
    kind: Pod
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 151758fa-1374-4c8c-9bf8-8a6e6278238c
  kind: Event
  lastTimestamp: "2026-04-16T22:47:13Z"
  message: Started container splitter-graph-3d312
  metadata:
    creationTimestamp: "2026-04-16T22:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:47:13Z"
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n.18a6f7dd71be366e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: fee0199a-3a18-4ee7-a33d-b97ee2998923
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-3d312}
    kind: Pod
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 151758fa-1374-4c8c-9bf8-8a6e6278238c
  kind: Event
  lastTimestamp: "2026-04-16T22:55:27Z"
  message: Stopping container splitter-graph-3d312
  metadata:
    creationTimestamp: "2026-04-16T22:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:27Z"
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n.18a6f8505b7ec6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30030"
    uid: 40fb5ff7-f6cb-4b63-9203-821b97221cc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-3d312}
    kind: Pod
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 151758fa-1374-4c8c-9bf8-8a6e6278238c
  kind: Event
  lastTimestamp: "2026-04-16T22:55:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:54Z"
    name: splitter-graph-3d312-85f4c6c6c5-f8b9n.18a6f850fa200459
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: a33b1688-7d42-4851-a455-0fd4aa8607ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-3d312-85f4c6c6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26564"
    uid: 99c61a5e-2711-4915-b2d7-ebcba5d459bd
  kind: Event
  lastTimestamp: "2026-04-16T22:47:12Z"
  message: 'Created pod: splitter-graph-3d312-85f4c6c6c5-f8b9n'
  metadata:
    creationTimestamp: "2026-04-16T22:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:12Z"
    name: splitter-graph-3d312-85f4c6c6c5.18a6f7dd2fe4f97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 4a37d112-06e5-404c-83f3-a29c3a7cde0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 2c109817-b4d1-4a04-9008-0d1e44b6c6c5
  kind: Event
  lastTimestamp: "2026-04-16T22:47:12Z"
  message: Scaled up replica set splitter-graph-3d312-85f4c6c6c5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:12Z"
    name: splitter-graph-3d312.18a6f7dd2ea95dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: c0adf4e4-f26a-4383-bfa9-1dfa0d818909
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: c8f0f448-c4a0-48d1-88b0-fd20632d2f83
  kind: Event
  lastTimestamp: "2026-04-16T22:47:12Z"
  message: InferenceGraph [splitter-graph-3d312] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:47:12Z"
    name: splitter-graph-3d312.18a6f7dd341fa6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26583"
    uid: f8acc76e-94e0-460c-9ba2-8616ddce8d59
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: edb62590-674c-48de-a6a0-94c2fc6e60ba
  kind: Event
  lastTimestamp: "2026-04-16T22:47:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:42Z"
    name: splitter-graph-3d312.18a6f7e0ad741aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26822"
    uid: 4fdb8fb9-ff7f-4471-9b0d-ca2b93a8c05a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:47:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: edb62590-674c-48de-a6a0-94c2fc6e60ba
  kind: Event
  lastTimestamp: "2026-04-16T22:47:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:42Z"
    name: splitter-graph-3d312.18a6f7e0add56b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 625b88b4-b734-47ba-8951-dd82216db30f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:46:02.152454Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25723"
    uid: ad3c132c-3f7b-4d23-901d-26778afdd207
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-a5b4b-65dbb98bf6-l4f6p
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:46:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p.18a6f7ccd45c8d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: d63d961e-a362-4e6a-860b-9df74a1abccc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: ad3c132c-3f7b-4d23-901d-26778afdd207
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-a5b4b-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p.18a6f7cce03a5740
    namespace: kserve-ci-e2e-test
    resourceVersion: "25741"
    uid: 35b249ec-1362-49a5-8ffe-9e5e2afd539d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25732"
    uid: ad3c132c-3f7b-4d23-901d-26778afdd207
  kind: Event
  lastTimestamp: "2026-04-16T22:46:03Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:46:03Z"
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p.18a6f7cd113ecff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: c24bea44-294f-4202-9e98-8e77160a9a51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a5b4b}
    kind: Pod
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: ad3c132c-3f7b-4d23-901d-26778afdd207
  kind: Event
  lastTimestamp: "2026-04-16T22:46:03Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:03Z"
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p.18a6f7cd128b21f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: 0b7cff9b-6313-453e-8e22-515a4fdd8f35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a5b4b}
    kind: Pod
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: ad3c132c-3f7b-4d23-901d-26778afdd207
  kind: Event
  lastTimestamp: "2026-04-16T22:46:03Z"
  message: 'Created container: splitter-graph-a5b4b'
  metadata:
    creationTimestamp: "2026-04-16T22:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:03Z"
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p.18a6f7cd15991989
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: e31999b4-b413-41a3-a572-99520065eb9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a5b4b}
    kind: Pod
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: ad3c132c-3f7b-4d23-901d-26778afdd207
  kind: Event
  lastTimestamp: "2026-04-16T22:46:03Z"
  message: Started container splitter-graph-a5b4b
  metadata:
    creationTimestamp: "2026-04-16T22:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:03Z"
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p.18a6f7cd160ed265
    namespace: kserve-ci-e2e-test
    resourceVersion: "25755"
    uid: 9319ba99-fbc0-4bba-9458-941dac460235
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a5b4b}
    kind: Pod
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: ad3c132c-3f7b-4d23-901d-26778afdd207
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: Stopping container splitter-graph-a5b4b
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p.18a6f7cf2c0227ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25853"
    uid: 77c300d0-6f81-47b5-ac4b-e02897126ac5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a5b4b}
    kind: Pod
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: ad3c132c-3f7b-4d23-901d-26778afdd207
  kind: Event
  lastTimestamp: "2026-04-16T22:46:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:39Z"
    name: splitter-graph-a5b4b-65dbb98bf6-l4f6p.18a6f7cfb305aac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26280"
    uid: b608c43e-af95-4424-bf5d-80e1821d6e45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-a5b4b-65dbb98bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25720"
    uid: 1da27b34-b453-48e1-aa3d-9b674302f552
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: 'Created pod: splitter-graph-a5b4b-65dbb98bf6-l4f6p'
  metadata:
    creationTimestamp: "2026-04-16T22:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: splitter-graph-a5b4b-65dbb98bf6.18a6f7ccd3f78a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25724"
    uid: 671f5603-9dd3-43ab-be04-bc8e46487fe6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: 68d64f23-1ee6-472c-85bc-aff15c562e77
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: Scaled up replica set splitter-graph-a5b4b-65dbb98bf6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: splitter-graph-a5b4b.18a6f7ccd3232a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25721"
    uid: d33738fd-ca97-4819-86c6-e2f61513fded
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: 858b5a8d-bbc6-4abc-badf-ccb6926d1538
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: InferenceGraph [splitter-graph-a5b4b] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: splitter-graph-a5b4b.18a6f7ccd766ac8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: b35a7561-c98e-40a3-b829-a4e52659b142
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:34:26.967431Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1148f-predictor-7477c489b6-228hl
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72af81b29e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: 7a4c1d72-b3e2-4b12-a199-ef98d5b65bc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:34:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-1148f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:27Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72b07b72de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: 3840e71f-aebe-4ef9-a837-590973cc8c6f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72b6a8ce93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: 909afef5-0ab7-41f2-a8ec-5c8013a5d45b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72b6bc95b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: 12911a2d-7a87-41b0-bc2c-b7202eb626f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72b6fb1f1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: b0035f2f-637f-44e5-a7bf-50c4e3d7f67b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72b7022061d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: 64c0a3b4-a4c1-4caa-90fc-33ff8247427e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:34:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:28Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72b702eec44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: 957e328a-8fc3-4097-bb0d-6760b40b1ab7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:34:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:29Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72b72ea6ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19486"
    uid: 46622be1-eb96-4acf-9c7f-b359738993d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:34:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:29Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72b737052a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: b993ab80-9ef3-4995-9b04-d25a55f6afb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:35:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:06Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f72be66a1467
    namespace: kserve-ci-e2e-test
    resourceVersion: "19937"
    uid: 9b8e54a6-2cb1-4070-bd98-74ceecd83bbb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f73da5976798
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: 0f75c13c-f876-4fcd-8f52-67ff31b6ba7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 75940772-1803-4b20-a926-4128e5d5deb5
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-1148f-predictor-7477c489b6-228hl.18a6f73da59804cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 95823f22-d72a-412c-b516-1162daf34b62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-1148f-predictor-7477c489b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 5f92d570-4f5d-4d26-8255-93dfb8b93ac3
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: 'Created pod: success-200-isvc-1148f-predictor-7477c489b6-228hl'
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: success-200-isvc-1148f-predictor-7477c489b6.18a6f72af7af91f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 9b1f50a6-2b3d-4520-b9e0-14e6a1b84364
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 8f236eca-0885-4db4-b537-f35067ba781d
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Scaled up replica set success-200-isvc-1148f-predictor-7477c489b6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: success-200-isvc-1148f-predictor.18a6f72af41932ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19390"
    uid: 787a4ebe-9dee-4f43-bc23-d46532159247
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 4d1baf87-c5aa-44d9-884e-7bbfb2aa5f29
  kind: Event
  lastTimestamp: "2026-04-16T22:34:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:56Z"
    name: success-200-isvc-1148f-predictor.18a6f72e7292d6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 0f0cc00c-4536-446f-a758-0ec5835b31d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 4d1baf87-c5aa-44d9-884e-7bbfb2aa5f29
  kind: Event
  lastTimestamp: "2026-04-16T22:34:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:56Z"
    name: success-200-isvc-1148f-predictor.18a6f72e72f83308
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 471f7c2a-737f-455d-a510-d03633d3cf84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: 4d1baf87-c5aa-44d9-884e-7bbfb2aa5f29
  kind: Event
  lastTimestamp: "2026-04-16T22:35:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:26Z"
    name: success-200-isvc-1148f-predictor.18a6f73570b35369
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 9f94d78b-6e5f-4774-9799-e861d470cfe1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1148f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: 4d1baf87-c5aa-44d9-884e-7bbfb2aa5f29
  kind: Event
  lastTimestamp: "2026-04-16T22:35:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:26Z"
    name: success-200-isvc-1148f-predictor.18a6f73571173f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20114"
    uid: 15960b0c-7843-43e0-81db-91398295242c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 0985776a-1817-45a2-9dc2-68987c861fb3
  kind: Event
  lastTimestamp: "2026-04-16T22:35:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:17Z"
    name: success-200-isvc-1148f.18a6f72af3f1dec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: 4f434a9a-ca3e-4a21-a371-4568d1749564
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 0985776a-1817-45a2-9dc2-68987c861fb3
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-1148f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1148f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: success-200-isvc-1148f.18a6f72af45e765d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 49d3ce78-835b-4a24-962b-dce0d64ff0f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 0985776a-1817-45a2-9dc2-68987c861fb3
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-1148f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: success-200-isvc-1148f.18a6f72af45ec0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: e71ed0d2-d522-4fc1-9158-0fbced6754f2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: 0985776a-1817-45a2-9dc2-68987c861fb3
  kind: Event
  lastTimestamp: "2026-04-16T22:35:17Z"
  message: InferenceService [success-200-isvc-1148f] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:17Z"
    name: success-200-isvc-1148f.18a6f736a1734130
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: 9adc1d39-d3ce-486f-b996-68ca4b3bbf0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:23:38.106853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13922"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f693e5003806
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: 8143499f-61c2-46fd-b96b-e75dcf5fdc9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-37a6e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f693f0afc691
    namespace: kserve-ci-e2e-test
    resourceVersion: "13965"
    uid: 61714690-a868-4f7a-b9b9-12ac4676ccff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13939"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:39Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:23:39Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f694216635e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14019"
    uid: 70063334-a07c-4afe-a88a-910d6586194f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:39Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-16T22:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:39Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f69422a414b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14021"
    uid: 7842eadb-5362-4e52-b3d9-c4c6305d75a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1293"
    in 11.182s (11.182s including waiting). Image size: 1332222054 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f696bd30a7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14158"
    uid: dbd26f79-df36-4353-959e-4190706128e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f696c18070e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14159"
    uid: 5cd93e1d-4e6e-442e-870b-379779c7587d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f696c2186694
    namespace: kserve-ci-e2e-test
    resourceVersion: "14160"
    uid: 782af264-ef50-4ca4-b603-7f64bcd18a5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-16T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:50Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f696c226d62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: eb66807b-8761-4d93-9228-7ffc6bce59d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.596s (3.596s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:54Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f697988b10c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14214"
    uid: 7bc564c1-b18a-4f5b-b3ab-0405db2fc299
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:54Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f6979c4f6954
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: 917d30f3-a11b-43e0-b971-810e21852823
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:23:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:54Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f6979d2d3220
    namespace: kserve-ci-e2e-test
    resourceVersion: "14217"
    uid: fa59ff0e-0c76-4041-8783-c2cfd847acb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:24:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:30Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f697a5030ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14546"
    uid: 5efebcfb-6008-4412-a7c0-6b4299829dee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f6a9cf44bbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 5f845bcc-e5d7-4063-902f-ea8e872a6a64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f6a9cf4543b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 05c340e5-f8b4-4b60-9e38-3d7293f59937
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13928"
    uid: 9ec70367-30a9-4fa5-9cbe-428dbcfda3a6
  kind: Event
  lastTimestamp: "2026-04-16T22:25:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:16Z"
    name: success-200-isvc-37a6e-predictor-848875cf66-xkpmt.18a6f6aabcc0a449
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: a796c3ad-9145-49eb-a904-ac56029d0351
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-37a6e-predictor-848875cf66
    namespace: kserve-ci-e2e-test
    resourceVersion: "13904"
    uid: c9311961-6544-4b69-8c3c-168787c0df8b
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: 'Created pod: success-200-isvc-37a6e-predictor-848875cf66-xkpmt'
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: success-200-isvc-37a6e-predictor-848875cf66.18a6f693e453ead0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13927"
    uid: cad8f854-d391-46ee-bd7a-c1312dd1f9c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13902"
    uid: fccb6ae9-204c-4397-9f2f-1d212f3158bf
  kind: Event
  lastTimestamp: "2026-04-16T22:23:38Z"
  message: Scaled up replica set success-200-isvc-37a6e-predictor-848875cf66 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:38Z"
    name: success-200-isvc-37a6e-predictor.18a6f693df3a6ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13907"
    uid: 26cfcbf9-99a0-42b8-9d5b-bf21c0262674
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13903"
    uid: ae822b7d-5ce0-479e-a471-74c7a5ea6d2d
  kind: Event
  lastTimestamp: "2026-04-16T22:24:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:38Z"
    name: success-200-isvc-37a6e-predictor.18a6f6975dc126f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: 81f3ea2a-aa3b-44b7-a0ce-c8ecf91996f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13903"
    uid: ae822b7d-5ce0-479e-a471-74c7a5ea6d2d
  kind: Event
  lastTimestamp: "2026-04-16T22:24:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:38Z"
    name: success-200-isvc-37a6e-predictor.18a6f6975e061ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: df2b4b52-fd9f-4542-bd66-d54a21f47e59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14195"
    uid: ae822b7d-5ce0-479e-a471-74c7a5ea6d2d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:08Z"
    name: success-200-isvc-37a6e-predictor.18a6f6a558e66311
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: ac0debf9-6f25-473f-85b6-810a19a0c7fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-37a6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14195"
    uid: ae822b7d-5ce0-479e-a471-74c7a5ea6d2d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:08Z"
    name: success-200-isvc-37a6e-predictor.18a6f6a5594fe342
    namespace: kserve-ci-e2e-test
    resourceVersion: "14914"
    uid: 60279784-58d0-404e-a046-79ae5059d7bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-37a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13893"
    uid: cb0d07c9-ca81-4996-a3a1-4b613a1beae1
  kind: Event
  lastTimestamp: "2026-04-16T22:24:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:40Z"
    name: success-200-isvc-37a6e.18a6f693df13b050
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: fce942eb-f7a7-48b8-8378-57f4720230ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-37a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14647"
    uid: cb0d07c9-ca81-4996-a3a1-4b613a1beae1
  kind: Event
  lastTimestamp: "2026-04-16T22:24:40Z"
  message: InferenceService [success-200-isvc-37a6e] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:40Z"
    name: success-200-isvc-37a6e.18a6f6a25ffd441e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: 79984036-17a0-433d-aab2-4c66fe51f251
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:46:12.350550Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25894"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf34372a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25903"
    uid: 6c4b5461-5ed4-4ef8-a38d-c56011fdebfc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-3d312-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf3f74440b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25941"
    uid: 7db2f3a2-9b69-4365-9963-b2174c4d3504
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25910"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf710d62f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25961"
    uid: 0a9c6d3e-31c6-40e7-b0b0-55946a2eb329
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf724a71b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 1fa80f19-ca2a-4244-a90b-975d3ec4d870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf752adbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: 9906356f-2b27-46ca-b068-eaca7a89a502
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf75a83fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25966"
    uid: d91505a9-3e54-44ba-8d9d-c27deefb09c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf75b55a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25967"
    uid: bf1481d4-1803-4bd2-89f0-a2ac495d9b5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf7845323c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25971"
    uid: 56aad1d0-1049-4a01-8a9e-df1dcef8bc56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:13Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf78bfbf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25973"
    uid: 69cdc2cd-1f8a-44ac-abf0-6a1b96192af7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:46:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:49Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f7cf913c743a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26363"
    uid: b70d66ee-e8fd-4009-8c12-902edcc19631
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:55:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:27Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f8506073caca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 2fad26cf-8da5-4a8f-98ae-15853fd6af54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: aaa7f141-99ee-49c9-852a-6a76cf18eb47
  kind: Event
  lastTimestamp: "2026-04-16T22:55:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:55:27Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8.18a6f85060744e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30046"
    uid: fc89bd03-1613-4f59-be91-2edd52446b3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-3d312-predictor-5779fc45b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25881"
    uid: 85cc8095-1a2b-48fb-b329-1e14861f7971
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'Created pod: success-200-isvc-3d312-predictor-5779fc45b8-2n9h8'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: success-200-isvc-3d312-predictor-5779fc45b8.18a6f7cf33cdeb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: f084899a-b1cb-4f46-bf70-6af7302e498d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: dfb1385b-e261-46fa-bf71-ce8e3d0b674b
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: Scaled up replica set success-200-isvc-3d312-predictor-5779fc45b8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: success-200-isvc-3d312-predictor.18a6f7cf321e533a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: dfd7492b-81a9-4ce9-b1ca-a96c56ce46d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 691e9444-8d36-4655-afed-80bc1815dc7a
  kind: Event
  lastTimestamp: "2026-04-16T22:46:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:42Z"
    name: success-200-isvc-3d312-predictor.18a6f7d2b173dd52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: 7a40e1fd-28d4-4182-b005-bc49e22d1f4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 691e9444-8d36-4655-afed-80bc1815dc7a
  kind: Event
  lastTimestamp: "2026-04-16T22:46:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:42Z"
    name: success-200-isvc-3d312-predictor.18a6f7d2b1b8d0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26302"
    uid: 136a2c2b-b443-4fca-8097-4218accfed80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: 691e9444-8d36-4655-afed-80bc1815dc7a
  kind: Event
  lastTimestamp: "2026-04-16T22:47:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:27Z"
    name: success-200-isvc-3d312-predictor.18a6f7d9afb3daa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26711"
    uid: a27dfb4d-7a92-4bdf-8940-aab0b1a15c48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3d312-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: 691e9444-8d36-4655-afed-80bc1815dc7a
  kind: Event
  lastTimestamp: "2026-04-16T22:47:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:47:27Z"
    name: success-200-isvc-3d312-predictor.18a6f7d9b01b81c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26712"
    uid: 1e398368-b2d4-49d2-8a7f-5a588a41e2c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: d1533bdb-db20-4bda-b8df-ff989c421a8f
  kind: Event
  lastTimestamp: "2026-04-16T22:47:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:47:00Z"
    name: success-200-isvc-3d312.18a6f7cf3229e29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 9210187c-b364-415d-b0f6-98ade4e56776
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: d1533bdb-db20-4bda-b8df-ff989c421a8f
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-3d312":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3d312":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: success-200-isvc-3d312.18a6f7cf32a1233f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25886"
    uid: 99343d38-17a4-4be8-b34f-4412806e3995
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: d1533bdb-db20-4bda-b8df-ff989c421a8f
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-3d312": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: success-200-isvc-3d312.18a6f7cf32a177f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: 4f381279-b9e5-4809-ad60-6d61bca4a320
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3d312
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: d1533bdb-db20-4bda-b8df-ff989c421a8f
  kind: Event
  lastTimestamp: "2026-04-16T22:46:59Z"
  message: InferenceService [success-200-isvc-3d312] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:47:00Z"
    name: success-200-isvc-3d312.18a6f7da4c51a314
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: bf0dac74-5b28-47fe-8ac4-790061ae412b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:25:12.300466Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-73a06-predictor-78588c44d-wh7ft
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6a9d360b430
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: ffd698c7-6b7e-461c-8f63-39776a6c91a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-73a06-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6a9dcd4b462
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: c5aced2c-6adf-4837-a52a-7e8dd8274ec6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:13Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:25:13Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6aa0fecf70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: d7ec4d58-6281-4a96-a69f-9577dfe6c835
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:13Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:13Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6aa114857a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 8cafcda9-9db6-4d37-90ab-708da5b32a39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:13Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6aa140c1d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15097"
    uid: b93d29da-132b-4086-9004-46a319fb52f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:13Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6aa1478ba44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: ffab936c-1584-4a13-909c-5d71d8329d1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:13Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6aa1485c01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: bb396f08-7f85-4a45-9b7b-83844f30b5c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:13Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6aa1883bef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: 265277e7-7794-41c6-ad2a-f69a5f8c2d3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:13Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6aa19330bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 70e94807-caa9-495a-9022-2a2c5d0f0140
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:25:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:51Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f6aa8ef3be48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 0b233705-ce0f-4e94-860c-090321705207
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f72af36303f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: 5ff2bcfc-94a1-4843-9947-fcbf4f670c7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 95077faa-d05d-4fd0-94f2-1632bdffbddf
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: success-200-isvc-73a06-predictor-78588c44d-wh7ft.18a6f72af3642274
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: 47d88fb1-6bf7-4bc2-a41a-9e7bcec54548
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-73a06-predictor-78588c44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: f2bc9ae8-afd9-4823-969d-02694a80b61d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'Created pod: success-200-isvc-73a06-predictor-78588c44d-wh7ft'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: success-200-isvc-73a06-predictor-78588c44d.18a6f6a9d2fdd49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 76873f34-ddc9-4c25-a3ee-a1ebad52e980
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-73a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 4774bb10-f80d-4ff9-a15c-f3ff7bb2c7bb
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Scaled up replica set success-200-isvc-73a06-predictor-78588c44d from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: success-200-isvc-73a06-predictor.18a6f6a9cd6cef62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: 44f8ff98-87e2-450c-afc8-cb5cc5c786b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-73a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: d70bb495-392f-4aeb-bf01-931d29e816ac
  kind: Event
  lastTimestamp: "2026-04-16T22:25:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:42Z"
    name: success-200-isvc-73a06-predictor.18a6f6ad4c0b47e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: fca2fc74-5126-4420-9c20-ff8979924dd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-73a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: d70bb495-392f-4aeb-bf01-931d29e816ac
  kind: Event
  lastTimestamp: "2026-04-16T22:25:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:42Z"
    name: success-200-isvc-73a06-predictor.18a6f6ad4c488172
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: c17b597c-2495-46e5-bf22-3216e0c1de41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-73a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: d70bb495-392f-4aeb-bf01-931d29e816ac
  kind: Event
  lastTimestamp: "2026-04-16T22:26:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:42Z"
    name: success-200-isvc-73a06-predictor.18a6f6b44a0bd910
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: fae33d75-973b-4b9e-ade2-711f73db7a0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-73a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: d70bb495-392f-4aeb-bf01-931d29e816ac
  kind: Event
  lastTimestamp: "2026-04-16T22:26:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:42Z"
    name: success-200-isvc-73a06-predictor.18a6f6b44a70ff32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: c4460505-0323-4c7c-bedf-c40eb1d5386b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: 1f9c40e9-a51f-4067-8311-7689118ca3bb
  kind: Event
  lastTimestamp: "2026-04-16T22:26:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:01Z"
    name: success-200-isvc-73a06.18a6f6a9cd121b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 80db291f-186b-4995-9955-aeb44aa99dc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: 1f9c40e9-a51f-4067-8311-7689118ca3bb
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-73a06":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-73a06":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: success-200-isvc-73a06.18a6f6a9cd827745
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: 569fccc5-1d62-461f-be49-3fc98dc75b27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: 1f9c40e9-a51f-4067-8311-7689118ca3bb
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-73a06": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: success-200-isvc-73a06.18a6f6a9cd82c8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15010"
    uid: 4bc67caa-d613-4258-85c6-425e30454d30
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 1f9c40e9-a51f-4067-8311-7689118ca3bb
  kind: Event
  lastTimestamp: "2026-04-16T22:26:01Z"
  message: InferenceService [success-200-isvc-73a06] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:01Z"
    name: success-200-isvc-73a06.18a6f6b549c4f6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: e3dbf0df-56d8-43a1-85f4-36abb6cadab6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:45:02.134801Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7bedb07c889
    namespace: kserve-ci-e2e-test
    resourceVersion: "24752"
    uid: 9d6e653a-5935-403d-a212-1ca79e755bdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24760"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7bef415f57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: dd7f6c78-86c0-448e-b205-06ae9e20b7b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7bef576cba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24790"
    uid: e6a846b5-12d4-4e4f-8526-897acb2f9e30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7bef85122f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24791"
    uid: a6981e81-e33d-4c32-abad-7e8543a698ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7bef8bd96bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24793"
    uid: a36336cc-dc1c-403c-9cff-8accc6cbd28a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7bef8ca0958
    namespace: kserve-ci-e2e-test
    resourceVersion: "24794"
    uid: b05b4ac7-2acc-4f2f-b5c1-1c946192533c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7befb935563
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: ad9b92db-b074-45a9-9dad-460b1b77adaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7befc00f142
    namespace: kserve-ci-e2e-test
    resourceVersion: "24798"
    uid: 9d2f3047-bc76-4eea-8774-1794cf272ec6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:39Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7bf38d073e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25262"
    uid: 3248f316-6e7f-4e45-97fa-d2549a976c0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7cf311c61eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25877"
    uid: f5a30b02-3433-41c4-afd1-8da325b56c71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:46:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:12Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7cf311cdfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25879"
    uid: 5ff9492b-c897-4d45-8029-1f7f3ef24083
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: f047fe29-c47c-49f8-9d46-d154dd5bbf6c
  kind: Event
  lastTimestamp: "2026-04-16T22:46:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:14Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld.18a6f7cfc0e392ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25999"
    uid: 75fc0c7f-35af-48eb-9624-71e31e014203
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-a5b4b-predictor-69f688f4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 73d0cbcd-0139-4ef0-ae2b-0a773ee38a54
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'Created pod: success-200-isvc-a5b4b-predictor-69f688f4c8-798ld'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor-69f688f4c8.18a6f7beda4b2d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: 26953e76-7d18-4099-8b28-20d4d80cee3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: 6dc9e84e-29d6-4594-ad0c-965639d35bb4
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Scaled up replica set success-200-isvc-a5b4b-predictor-69f688f4c8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b-predictor.18a6f7bed6bc3254
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: dbb8a59f-8c26-4aa6-89d8-d5956b6a0929
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24718"
    uid: 2ea3e380-6e85-4805-a524-23172744716c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:32Z"
    name: success-200-isvc-a5b4b-predictor.18a6f7c2552bd24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: 34deacf6-a438-46e9-a0c1-bdf1bb193a42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24718"
    uid: 2ea3e380-6e85-4805-a524-23172744716c
  kind: Event
  lastTimestamp: "2026-04-16T22:45:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:32Z"
    name: success-200-isvc-a5b4b-predictor.18a6f7c2559fd2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25196"
    uid: b9be0758-acd1-4090-b147-43ebf29374b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: 2ea3e380-6e85-4805-a524-23172744716c
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: success-200-isvc-a5b4b-predictor.18a6f7c9530859b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 28a31fc4-10e1-4b47-8848-99a5a703dcae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a5b4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: 2ea3e380-6e85-4805-a524-23172744716c
  kind: Event
  lastTimestamp: "2026-04-16T22:46:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:02Z"
    name: success-200-isvc-a5b4b-predictor.18a6f7c95350d4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: a6bc1bc3-061b-4b68-b6ac-0078e82f93c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 9e9a00b3-14c8-405d-8085-3490a5aa36b5
  kind: Event
  lastTimestamp: "2026-04-16T22:45:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:49Z"
    name: success-200-isvc-a5b4b.18a6f7bed6939a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 50fb8a56-8030-4700-a916-143bb6648438
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 9e9a00b3-14c8-405d-8085-3490a5aa36b5
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-a5b4b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a5b4b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b.18a6f7bed6eda9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24723"
    uid: 1a9a7af3-b3a2-43ac-97c6-8b44b47a44b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 9e9a00b3-14c8-405d-8085-3490a5aa36b5
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-a5b4b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-a5b4b.18a6f7bed6edf711
    namespace: kserve-ci-e2e-test
    resourceVersion: "24725"
    uid: 9c59cbf8-300c-4c4a-b6ca-2a2c298c8788
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: 9e9a00b3-14c8-405d-8085-3490a5aa36b5
  kind: Event
  lastTimestamp: "2026-04-16T22:45:49Z"
  message: InferenceService [success-200-isvc-a5b4b] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:49Z"
    name: success-200-isvc-a5b4b.18a6f7c9f35b0f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 58109673-0750-4608-bacf-266e1a40b9a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:45:27.886720Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c4d9f6f1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 8b2becdf-40b8-43af-993f-49ec30c5317a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:45:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a9d3d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:28Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c4e64e0ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25120"
    uid: e0bca1a6-bdc5-4cf0-8bf5-2ed3d19864b5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:45:28Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:45:28Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c516a18ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 197544eb-f124-449a-a24c-04b7d67bbb6a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:45:28Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:28Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c517e612a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25137"
    uid: cd35c937-696c-412d-b163-8bf9ddd22d9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:45:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:28Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c51b2f64d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 8efa5f8c-c963-44c4-bf3c-87975f9a626e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:45:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:28Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c51ba14e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: e2b19c16-655a-4680-bfdb-9a4e21c9ac75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:45:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:28Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c51bae0433
    namespace: kserve-ci-e2e-test
    resourceVersion: "25140"
    uid: afaf54c2-d95d-48ed-a80e-f35a54d636e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c51e886b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: 9c3af182-25c3-4364-979c-15b4df4d320b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:45:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:29Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c51efd6314
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 70a25ffe-5311-434a-9560-e0094194acc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T22:46:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:05Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f7c54b03c3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25782"
    uid: bd1eb627-0676-413c-962b-79caba069fe8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T23:02:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T23:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:47Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f8b6dfb5dc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: ed77af13-fe3c-43a0-82e4-2db589e2bea6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: fb2b33e5-3848-4e5d-b4eb-4c7a830d9384
  kind: Event
  lastTimestamp: "2026-04-16T23:02:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T23:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:47Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw.18a6f8b6dfb643fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: e58a091f-2cdc-4950-be94-db6a71f780ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-a9d3d-predictor-5957bc5496
    namespace: kserve-ci-e2e-test
    resourceVersion: "25058"
    uid: 4c4e2e52-bb08-4fc9-bc9e-1befba2e9fd3
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: 'Created pod: success-200-isvc-a9d3d-predictor-5957bc5496-6b4rw'
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: success-200-isvc-a9d3d-predictor-5957bc5496.18a6f7c4d9075196
    namespace: kserve-ci-e2e-test
    resourceVersion: "25075"
    uid: 839f9e7c-4276-41b2-8e1a-60d577c50014
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-a9d3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25055"
    uid: df8f2aa9-feec-42ca-9cf6-3d66e2800f0b
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: Scaled up replica set success-200-isvc-a9d3d-predictor-5957bc5496 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: success-200-isvc-a9d3d-predictor.18a6f7c4d6b4138c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25061"
    uid: 4d630347-5eb6-4716-a3dd-28011caf2ac6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a9d3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: 92ed45fc-8004-44a8-9e4b-b2295300dc9b
  kind: Event
  lastTimestamp: "2026-04-16T22:46:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:27Z"
    name: success-200-isvc-a9d3d-predictor.18a6f7c8552e6016
    namespace: kserve-ci-e2e-test
    resourceVersion: "26152"
    uid: 15fc5d1c-6df4-45a3-bbea-9dc27d2ed01a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a9d3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: 92ed45fc-8004-44a8-9e4b-b2295300dc9b
  kind: Event
  lastTimestamp: "2026-04-16T22:46:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:27Z"
    name: success-200-isvc-a9d3d-predictor.18a6f7c8558d769d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26154"
    uid: 159b80ff-7f14-4a17-af71-0ee44f8e88fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: 3d92962d-4bd4-4b24-8580-a97128c6a581
  kind: Event
  lastTimestamp: "2026-04-16T22:46:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:15Z"
    name: success-200-isvc-a9d3d.18a6f7c4d6992eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: 78b72818-8b67-4e31-8279-f2a11619ae4f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: 3d92962d-4bd4-4b24-8580-a97128c6a581
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-a9d3d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a9d3d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: success-200-isvc-a9d3d.18a6f7c4d7046306
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 000382ef-9883-4e2b-a1a9-52ace4599a67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: 3d92962d-4bd4-4b24-8580-a97128c6a581
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-a9d3d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: success-200-isvc-a9d3d.18a6f7c4d704b326
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: 552726dd-1243-4bea-b11d-fa09e9e66ca9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 3d92962d-4bd4-4b24-8580-a97128c6a581
  kind: Event
  lastTimestamp: "2026-04-16T22:46:15Z"
  message: InferenceService [success-200-isvc-a9d3d] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:15Z"
    name: success-200-isvc-a9d3d.18a6f7d005cb8536
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: 1e78c11a-1190-4347-9008-eb1151188880
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:36:13.061407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f743abcc81bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: d3765565-062c-46d3-a507-95ef5118d3bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f743c4911240
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 559d52aa-7513-4fc3-885c-49c2880becf2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f743c5c707c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: e43db462-9ced-4c8b-acd7-a90abab50e53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f743c9149458
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: 33bd9969-751e-4390-a6d6-6f8ceb3df898
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f743c9822b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: b8a93266-171d-4a79-8ba4-5c6db0a35669
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f743c98e6714
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 0d9ea620-07b2-45d8-84ef-c1cb717fab91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f743cc15ea01
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 09935606-4023-4951-9055-119f1688d62c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f743cc858915
    namespace: kserve-ci-e2e-test
    resourceVersion: "20844"
    uid: 50b82073-9609-4a08-9eb7-1cf291d2e42b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:36:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:51Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f7442f96ff5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 64ec1961-dac8-41ee-b02a-85fc7c3297e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f7c4d68d5c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25059"
    uid: c02b3f08-a85d-451f-8ef4-eaa39101b562
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: d11feab4-f9b3-4d15-9bae-a22c7a9b73f6
  kind: Event
  lastTimestamp: "2026-04-16T22:45:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:27Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2.18a6f7c4d68e092e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25063"
    uid: 75a4f3fa-d4f5-4b9f-8499-2a2e2369b15d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-c905c-predictor-5b6dddb7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: 6823d66d-0f06-4fa2-ad7e-cd72b0725383
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Created pod: success-200-isvc-c905c-predictor-5b6dddb7d6-fsjz2'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor-5b6dddb7d6.18a6f743ab63ad66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: 431bc2ee-8cd3-46a7-9fa5-ca8fb01f63f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: adcb27a1-dec8-4f22-8856-4c3bf04b11a8
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Scaled up replica set success-200-isvc-c905c-predictor-5b6dddb7d6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c-predictor.18a6f743a93c670a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: d1ee89ae-34b5-4e11-bb97-1062db2a634b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 5e3b46ad-8801-42d1-9314-5e5abdd0eb99
  kind: Event
  lastTimestamp: "2026-04-16T22:36:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:58Z"
    name: success-200-isvc-c905c-predictor.18a6f747283a7e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 996b07cc-6fb8-408c-97b2-a6c4d76a0b7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 5e3b46ad-8801-42d1-9314-5e5abdd0eb99
  kind: Event
  lastTimestamp: "2026-04-16T22:36:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:58Z"
    name: success-200-isvc-c905c-predictor.18a6f747289b5db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: ae2034dc-0cb2-4cf0-9055-f259c45f9391
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 5e3b46ad-8801-42d1-9314-5e5abdd0eb99
  kind: Event
  lastTimestamp: "2026-04-16T22:37:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:28Z"
    name: success-200-isvc-c905c-predictor.18a6f751a558ddd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: a86f1d31-74ce-4582-9531-67c9d8e17c94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-c905c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 5e3b46ad-8801-42d1-9314-5e5abdd0eb99
  kind: Event
  lastTimestamp: "2026-04-16T22:37:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:28Z"
    name: success-200-isvc-c905c-predictor.18a6f751a5b93e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 70f376d6-5198-4208-b41f-594478d6a691
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 5d402cf9-e109-4dd9-bf33-20a180256197
  kind: Event
  lastTimestamp: "2026-04-16T22:37:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:01Z"
    name: success-200-isvc-c905c.18a6f743a9408e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: fb6ea588-1b5b-4174-8550-8b75dbb36be6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 5d402cf9-e109-4dd9-bf33-20a180256197
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-c905c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c905c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c.18a6f743a9f40101
    namespace: kserve-ci-e2e-test
    resourceVersion: "20771"
    uid: 0958abeb-c578-4967-b63a-a46f1c46d7c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 5d402cf9-e109-4dd9-bf33-20a180256197
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-c905c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-c905c.18a6f743a9f440dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 97e7c159-622e-419b-8545-e76e91f92c82
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:37:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-c905c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: 5d402cf9-e109-4dd9-bf33-20a180256197
  kind: Event
  lastTimestamp: "2026-04-16T22:37:01Z"
  message: InferenceService [success-200-isvc-c905c] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:37:01Z"
    name: success-200-isvc-c905c.18a6f74eea7b426f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: fa0a09ec-74bb-40b1-8568-a9da9151343c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:35:02.861114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f7335389126c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: 9ecd2c46-2e86-4ca4-89a7-a4419001e97d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-cf933-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f7335b9dfe75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: 2073bd9e-d290-47dc-9547-985d7cac4d8b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:03Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:35:03Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f7339082e711
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: a7d1ffad-d6ec-4772-8822-eb62924d1572
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:03Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:03Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f73391c50911
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: 4f1ec1db-0510-4cf5-94da-d8b6fc364094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:03Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f73394c00957
    namespace: kserve-ci-e2e-test
    resourceVersion: "19886"
    uid: e0c697bf-1169-4eed-bd4d-0223c7a1f150
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:03Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f733953682a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19887"
    uid: 061cec9f-a748-4e37-ad96-9e1462c70475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:03Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f73395419629
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: a476e797-c47e-430c-9642-18c6c0aea210
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:04Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f73397df7e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 13c6459f-369a-4ab8-87ca-24e181772c38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:04Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f733984de238
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: 0fd7aefa-ba0c-43e5-9a60-4503a5fd388f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:35:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:41Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f733d6e4e8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20264"
    uid: 60a8c706-c1ea-4856-b5ec-fce9af797b2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f743aa5810da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 3f8fe01a-8392-4d62-9c7d-2f680ef7330a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: 16dd29ae-14fc-440c-95c1-b4ff1758bd52
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8-62qm9.18a6f743aa5baa94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: 36e95103-abe8-4a8c-a53b-2c1d5d79ab4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-cf933-predictor-c8d746ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 0f9cc7a5-d7bd-445f-9329-603be6d7450e
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: 'Created pod: success-200-isvc-cf933-predictor-c8d746ff8-62qm9'
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: success-200-isvc-cf933-predictor-c8d746ff8.18a6f73352fcfc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: e1686b71-91c0-4ec8-970b-532d217c441d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: ec361249-8569-4e69-b774-14875ea7700c
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: Scaled up replica set success-200-isvc-cf933-predictor-c8d746ff8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: success-200-isvc-cf933-predictor.18a6f73350d45b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: a911f5d9-976d-4b5e-9f7b-b8f9ef30ddfb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19814"
    uid: 059c2afe-4a3d-4b2d-8f46-002742fddfb4
  kind: Event
  lastTimestamp: "2026-04-16T22:35:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:32Z"
    name: success-200-isvc-cf933-predictor.18a6f736cf498e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 7d15b287-5d43-44a3-8e76-63c3918c4b4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19814"
    uid: 059c2afe-4a3d-4b2d-8f46-002742fddfb4
  kind: Event
  lastTimestamp: "2026-04-16T22:35:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:32Z"
    name: success-200-isvc-cf933-predictor.18a6f736cfa86cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: fe0fdca9-aca5-479b-be1a-f15e9f0384f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20045"
    uid: 059c2afe-4a3d-4b2d-8f46-002742fddfb4
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: success-200-isvc-cf933-predictor.18a6f73dcd51bd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: 41de8af5-fc80-48de-b5f7-eaded2b02f52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-cf933-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20045"
    uid: 059c2afe-4a3d-4b2d-8f46-002742fddfb4
  kind: Event
  lastTimestamp: "2026-04-16T22:36:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:02Z"
    name: success-200-isvc-cf933-predictor.18a6f73dcdb7490e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 49b5615f-ee7a-4c77-8c60-b1a7d4429ca8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: d12a0110-80f0-439c-a9c0-aff8cbcbc4b9
  kind: Event
  lastTimestamp: "2026-04-16T22:35:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:51Z"
    name: success-200-isvc-cf933.18a6f73350b35c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 43c3424c-1a51-4755-8eb7-269e11ce164a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: d12a0110-80f0-439c-a9c0-aff8cbcbc4b9
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-cf933":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-cf933":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: success-200-isvc-cf933.18a6f733510ecc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: 16401e2b-4532-4beb-89a8-81e38ceef1a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: d12a0110-80f0-439c-a9c0-aff8cbcbc4b9
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-cf933": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: success-200-isvc-cf933.18a6f733510f18af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 8191433a-925b-4c35-ac78-405602a0c1fc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-cf933
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: d12a0110-80f0-439c-a9c0-aff8cbcbc4b9
  kind: Event
  lastTimestamp: "2026-04-16T22:35:51Z"
  message: InferenceService [success-200-isvc-cf933] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:51Z"
    name: success-200-isvc-cf933.18a6f73e915c1744
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: a0412db8-faa0-4e0f-ae63-554ff17bb91a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:25:48.139309Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b22b8a065b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: eb54c389-f6ef-45b7-bc7b-a1a9d732ed10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-d7c57-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b237c1860c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: a2d14c89-6c5c-48d5-a3c4-70a33d2e9682
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b2686e79ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 65bafc2a-0648-4bed-8c0d-fe2c7d0e94f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b269ab8c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 69bee1d0-4e12-47aa-86a3-bbb6309c5779
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b26c676c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 173eb4be-21a4-40d2-a936-49d94dae414a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b26d2f6fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 2950f2f3-b902-4601-906b-078c022e6d5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b26d3b066b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 0afd1031-9f10-452d-bb02-5c514bdd4410
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b26ff766c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: f6f4d656-2401-40ff-b147-d8d8abfbb588
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b2705a172e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: 78d167ed-d705-498f-a737-3d1240947d57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:26:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:26Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f6b2bae72a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: d5e78276-8c6b-44f9-b099-0931396713ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f73351bed1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 120c88f7-ed53-41e2-bc90-c904316e91a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 481e9eac-3b6d-454f-b426-0daafedf5843
  kind: Event
  lastTimestamp: "2026-04-16T22:35:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:02Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86.18a6f73351bf5ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: d2d9c876-f999-4bdd-8a2e-d46a3e8fdd64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-d7c57-predictor-6557d7fbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: d86e492e-b997-499d-a35d-02733dae98c9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: 'Created pod: success-200-isvc-d7c57-predictor-6557d7fbbb-8vv86'
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: success-200-isvc-d7c57-predictor-6557d7fbbb.18a6f6b22b0abda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: 65d8ca03-3e01-4e56-b140-0e1c9a1068b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 0ad61673-1432-4030-b0a5-9ed60fbfe290
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: Scaled up replica set success-200-isvc-d7c57-predictor-6557d7fbbb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: success-200-isvc-d7c57-predictor.18a6f6b22928a7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: f684b5c3-5481-4f28-a50a-8883f04f053e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: b157b5ac-1c0a-4d0e-838f-8f7b9f02fa63
  kind: Event
  lastTimestamp: "2026-04-16T22:26:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:18Z"
    name: success-200-isvc-d7c57-predictor.18a6f6b5a79ded7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 8ad05b8a-c183-4359-9316-06d910e26d42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: b157b5ac-1c0a-4d0e-838f-8f7b9f02fa63
  kind: Event
  lastTimestamp: "2026-04-16T22:26:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:18Z"
    name: success-200-isvc-d7c57-predictor.18a6f6b5a8021ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: 7d90881d-4d76-46b7-89a6-537e96224aa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: b157b5ac-1c0a-4d0e-838f-8f7b9f02fa63
  kind: Event
  lastTimestamp: "2026-04-16T22:27:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:03Z"
    name: success-200-isvc-d7c57-predictor.18a6f6bca5906793
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: 58486ee4-f16a-4957-9df8-896143762ebc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d7c57-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: b157b5ac-1c0a-4d0e-838f-8f7b9f02fa63
  kind: Event
  lastTimestamp: "2026-04-16T22:27:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:03Z"
    name: success-200-isvc-d7c57-predictor.18a6f6bca60443e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 749668c2-32fd-4d5c-8065-d7bc77839f52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: d97a058b-c4c7-4bac-ac97-bb677883191b
  kind: Event
  lastTimestamp: "2026-04-16T22:26:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:36Z"
    name: success-200-isvc-d7c57.18a6f6b228fa0513
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: 19141930-6b88-4e2d-a1d4-c2b350926794
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: d97a058b-c4c7-4bac-ac97-bb677883191b
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-d7c57":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d7c57":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: success-200-isvc-d7c57.18a6f6b229832aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: 0dcf3cff-4af7-4f55-82dd-b3fe4ce1f662
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: d97a058b-c4c7-4bac-ac97-bb677883191b
  kind: Event
  lastTimestamp: "2026-04-16T22:25:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-d7c57": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:48Z"
    name: success-200-isvc-d7c57.18a6f6b229838cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 88364e2d-c837-48fb-b47b-858364b3acdc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d7c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: d97a058b-c4c7-4bac-ac97-bb677883191b
  kind: Event
  lastTimestamp: "2026-04-16T22:26:36Z"
  message: InferenceService [success-200-isvc-d7c57] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:36Z"
    name: success-200-isvc-d7c57.18a6f6bd758a8f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: db22fb5b-f5a7-45e3-824e-44eb05ed4762
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:35:47.214719Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    to ip-10-0-138-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73da7375e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20368"
    uid: d5a04811-4e30-4317-bc7c-65fdf496d0cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20379"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73dc0865d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 901f823c-a9cf-48dd-ac0e-49ee6ac39c17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1293" already
    present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73dc1c710ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 446d7f4c-2bb0-48f6-9ae0-a51674fe5ce1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73dc5640769
    namespace: kserve-ci-e2e-test
    resourceVersion: "20429"
    uid: 1c401551-6e35-475e-99fa-3345b9738366
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73dc5d7e68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: f84c0e43-eb3f-401d-8412-8724df6b3a8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73dc5e55928
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: 4423b62d-796a-4d64-b557-dd820394b7ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73dc9c9678c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20433"
    uid: ca5cf646-87f8-4374-b690-8c6418e1978e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73dca43823d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20434"
    uid: d65e5c34-1a47-44f7-b1c0-f3d956227ec7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:45:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:05Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f73e1d43e398
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 6ac476a0-2a3b-49b1-b596-14fbc1da05e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f7bed5550c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: c6109530-5c5b-4792-8ccf-4b37073297b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:45:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:02Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f7bed555a355
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: ae309e8e-88d3-4293-8dac-35bac7f3a17a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:45:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 9a618200-841c-40c4-a676-e4845f4aed14
  kind: Event
  lastTimestamp: "2026-04-16T22:45:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:45:05Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww.18a6f7bf91a11371
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: 20e685a2-cff4-4016-9513-08409037a941
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-191.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-ea3bc-predictor-5c55999dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 06c1e4c7-b932-4071-9b64-9d1fa2a6d85d
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'Created pod: success-200-isvc-ea3bc-predictor-5c55999dbb-67zww'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor-5c55999dbb.18a6f73da6d77a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 872ab240-d1e5-4c67-9fb5-b616a37ddeaa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: a9cb4215-8ea7-4195-9ace-f10bfa719f80
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: Scaled up replica set success-200-isvc-ea3bc-predictor-5c55999dbb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc-predictor.18a6f73da4d6df23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: 066be97b-9927-4de4-8482-b9f86bda7c95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: 50763462-d500-4304-bb90-a739cd96b962
  kind: Event
  lastTimestamp: "2026-04-16T22:36:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:17Z"
    name: success-200-isvc-ea3bc-predictor.18a6f74123a731d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 1a0dc57f-d626-4632-b81a-155b698d54a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: 50763462-d500-4304-bb90-a739cd96b962
  kind: Event
  lastTimestamp: "2026-04-16T22:36:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:17Z"
    name: success-200-isvc-ea3bc-predictor.18a6f74123fe96eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: 80890a0c-1ad9-473f-9421-8778a5ab205f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 50763462-d500-4304-bb90-a739cd96b962
  kind: Event
  lastTimestamp: "2026-04-16T22:37:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:02Z"
    name: success-200-isvc-ea3bc-predictor.18a6f7482178696b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 87cce762-7008-4e1d-b80b-bef86d571c67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ea3bc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 50763462-d500-4304-bb90-a739cd96b962
  kind: Event
  lastTimestamp: "2026-04-16T22:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:37:02Z"
    name: success-200-isvc-ea3bc-predictor.18a6f74821db21f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 1db053ce-d9bd-46f6-ab96-1004fa8ba37b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: f85f73d7-d107-43c6-a71f-aa86bd88d369
  kind: Event
  lastTimestamp: "2026-04-16T22:36:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: success-200-isvc-ea3bc.18a6f73da4ab64e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: e07f2b4f-c527-4e54-aea2-e57a90a37c1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: f85f73d7-d107-43c6-a71f-aa86bd88d369
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-ea3bc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ea3bc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc.18a6f73da5221eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 5e55d72c-3170-466a-8f75-a98ead365496
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: f85f73d7-d107-43c6-a71f-aa86bd88d369
  kind: Event
  lastTimestamp: "2026-04-16T22:35:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-ea3bc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:35:47Z"
    name: success-200-isvc-ea3bc.18a6f73da522759c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: 1213617d-9079-42a7-9e30-11fdc6c8926a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ea3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: f85f73d7-d107-43c6-a71f-aa86bd88d369
  kind: Event
  lastTimestamp: "2026-04-16T22:36:35Z"
  message: InferenceService [success-200-isvc-ea3bc] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:35Z"
    name: success-200-isvc-ea3bc.18a6f748d83bcf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: 6b477fda-bb74-4da0-bb43-6a6b9960496f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:24:57.869970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-37a6e-87cd6b4d8-vs6ng
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:24:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:24:57Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6a67740cb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: 63f37f9f-51e6-4907-8d4d-847014f62b59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: "2026-04-16T22:24:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-37a6e-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:58Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6a685d32281
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: bdae77b8-623f-4188-b4cd-152376723d7e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14812"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: "2026-04-16T22:24:58Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:24:58Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6a6b3ff1839
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: 31905448-fbfb-4cf5-ad31-06bf8decc5de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-37a6e}
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: "2026-04-16T22:24:58Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
  metadata:
    creationTimestamp: "2026-04-16T22:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:58Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6a6b528dcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 1d1252b8-1e68-4de8-be7c-52bc9b9e8c30
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-37a6e}
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: "2026-04-16T22:25:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    in 2.488s (2.488s including waiting). Image size: 216229966 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:01Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6a7497cb23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: cd41f27e-77a6-491a-b9d8-6e5001258e73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-37a6e}
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: "2026-04-16T22:25:01Z"
  message: 'Created container: switch-graph-37a6e'
  metadata:
    creationTimestamp: "2026-04-16T22:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:01Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6a74cd2e562
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 99f4e062-e0aa-40a7-b800-27e81667e3f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-37a6e}
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: "2026-04-16T22:25:01Z"
  message: Started container switch-graph-37a6e
  metadata:
    creationTimestamp: "2026-04-16T22:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:01Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6a74d3551f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: df7da7fe-da36-46a9-b384-d3a2d89ed33c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-37a6e}
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Stopping container switch-graph-37a6e
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6a9c54a82b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: cf4afa34-24c6-4eee-9c13-6509995bacf7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-37a6e}
    kind: Pod
    name: switch-graph-37a6e-87cd6b4d8-vs6ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 6ac66a6a-9486-4437-af45-90124dd85e73
  kind: Event
  lastTimestamp: "2026-04-16T22:25:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:38Z"
    name: switch-graph-37a6e-87cd6b4d8-vs6ng.18a6f6aa09ed9776
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 4db9fb9d-f841-4679-92bf-20ea355029b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-37a6e-87cd6b4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14800"
    uid: 53e22b61-24aa-4e01-b7d2-7231d46c212c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:57Z"
  message: 'Created pod: switch-graph-37a6e-87cd6b4d8-vs6ng'
  metadata:
    creationTimestamp: "2026-04-16T22:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:57Z"
    name: switch-graph-37a6e-87cd6b4d8.18a6f6a676ef0106
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 3635eee1-fcf4-4149-8d5d-21b51b95cfc8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-37a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 54a9b124-4820-435f-aa9f-f52a909f5394
  kind: Event
  lastTimestamp: "2026-04-16T22:24:57Z"
  message: Scaled up replica set switch-graph-37a6e-87cd6b4d8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:57Z"
    name: switch-graph-37a6e.18a6f6a6760c1c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: 1b8fc0e4-0550-4a0a-acfb-bc2b0114467c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-37a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: f6c5fa75-4703-4c36-a9a3-723fea7c2329
  kind: Event
  lastTimestamp: "2026-04-16T22:24:57Z"
  message: InferenceGraph [switch-graph-37a6e] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:24:57Z"
    name: switch-graph-37a6e.18a6f6a67a90a653
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: 2cd97e9f-b53b-4195-ad24-a75d573771f4
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:26:12.281041Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-73a06-86f764f5f7-2d27q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: a7affbed-79cd-4589-8ac5-9f1f2e4614c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-73a06-86f764f5f7-2d27q
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:26:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:26:12Z"
    name: switch-graph-73a06-86f764f5f7-2d27q.18a6f6b7ca7fa249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: f6de5daf-da56-4355-b6c5-89ab2be9dc14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-73a06-86f764f5f7-2d27q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: a7affbed-79cd-4589-8ac5-9f1f2e4614c7
  kind: Event
  lastTimestamp: "2026-04-16T22:26:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-73a06-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:12Z"
    name: switch-graph-73a06-86f764f5f7-2d27q.18a6f6b7d49ea90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15865"
    uid: a06b7504-59c5-44af-aed0-79646d84e84c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-73a06-86f764f5f7-2d27q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: a7affbed-79cd-4589-8ac5-9f1f2e4614c7
  kind: Event
  lastTimestamp: "2026-04-16T22:26:13Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:26:13Z"
    name: switch-graph-73a06-86f764f5f7-2d27q.18a6f6b8076aed5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15873"
    uid: fc056633-d380-4762-beb9-265420f9371c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-73a06}
    kind: Pod
    name: switch-graph-73a06-86f764f5f7-2d27q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: a7affbed-79cd-4589-8ac5-9f1f2e4614c7
  kind: Event
  lastTimestamp: "2026-04-16T22:26:13Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:13Z"
    name: switch-graph-73a06-86f764f5f7-2d27q.18a6f6b808aafc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: ef98e1d5-c303-4b78-92a8-4850fa8f8217
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-73a06}
    kind: Pod
    name: switch-graph-73a06-86f764f5f7-2d27q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: a7affbed-79cd-4589-8ac5-9f1f2e4614c7
  kind: Event
  lastTimestamp: "2026-04-16T22:26:13Z"
  message: 'Created container: switch-graph-73a06'
  metadata:
    creationTimestamp: "2026-04-16T22:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:13Z"
    name: switch-graph-73a06-86f764f5f7-2d27q.18a6f6b80bbd94f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: bd614be8-b1ba-4cb1-8fb9-551703ed26dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-73a06}
    kind: Pod
    name: switch-graph-73a06-86f764f5f7-2d27q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: a7affbed-79cd-4589-8ac5-9f1f2e4614c7
  kind: Event
  lastTimestamp: "2026-04-16T22:26:13Z"
  message: Started container switch-graph-73a06
  metadata:
    creationTimestamp: "2026-04-16T22:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:13Z"
    name: switch-graph-73a06-86f764f5f7-2d27q.18a6f6b80c31b949
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: aaa9b8bc-ecd8-49e1-8825-dda312fa0c57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-73a06}
    kind: Pod
    name: switch-graph-73a06-86f764f5f7-2d27q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: a7affbed-79cd-4589-8ac5-9f1f2e4614c7
  kind: Event
  lastTimestamp: "2026-04-16T22:34:26Z"
  message: Stopping container switch-graph-73a06
  metadata:
    creationTimestamp: "2026-04-16T22:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:26Z"
    name: switch-graph-73a06-86f764f5f7-2d27q.18a6f72aed66db05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19359"
    uid: 009c1bcc-ba5e-48a6-bf76-60d1d1332e7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-73a06}
    kind: Pod
    name: switch-graph-73a06-86f764f5f7-2d27q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: a7affbed-79cd-4589-8ac5-9f1f2e4614c7
  kind: Event
  lastTimestamp: "2026-04-16T22:34:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:54Z"
    name: switch-graph-73a06-86f764f5f7-2d27q.18a6f72b8d3a1bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: ccf3b9fe-ea5e-4eb9-97c2-d0cdf184e393
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-73a06-86f764f5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: b9ddc33e-19dc-44b4-9bf1-cf125b2543fe
  kind: Event
  lastTimestamp: "2026-04-16T22:26:12Z"
  message: 'Created pod: switch-graph-73a06-86f764f5f7-2d27q'
  metadata:
    creationTimestamp: "2026-04-16T22:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:12Z"
    name: switch-graph-73a06-86f764f5f7.18a6f6b7ca18fa15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: f42e5c4d-4708-4234-ac3e-bed1da349061
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 9e69dfbd-dc98-43fd-911a-3713e17001dd
  kind: Event
  lastTimestamp: "2026-04-16T22:26:12Z"
  message: Scaled up replica set switch-graph-73a06-86f764f5f7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:12Z"
    name: switch-graph-73a06.18a6f6b7c93b2cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: aa1f1403-961a-4059-b4ab-7f8851095fe2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 8bea4497-721e-4ace-89a8-f2dbad2d5250
  kind: Event
  lastTimestamp: "2026-04-16T22:26:12Z"
  message: InferenceGraph [switch-graph-73a06] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:12Z"
    name: switch-graph-73a06.18a6f6b7cd01dc28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15859"
    uid: fd4d3348-f717-4780-b931-ed91dfcc8a15
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: 8bea4497-721e-4ace-89a8-f2dbad2d5250
  kind: Event
  lastTimestamp: "2026-04-16T22:26:12Z"
  message: 'Failed to update status for InferenceGraph "switch-graph-73a06": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-73a06":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:12Z"
    name: switch-graph-73a06.18a6f6b7cf43798e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 365d4f85-16ca-4c67-b2a4-84765b5e6afe
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: 8bea4497-721e-4ace-89a8-f2dbad2d5250
  kind: Event
  lastTimestamp: "2026-04-16T22:26:12Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "switch-graph-73a06": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:26:12Z"
    name: switch-graph-73a06.18a6f6b7cf43c8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: f0f4c283-0806-4053-bce8-4fa911dfcaf1
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: ea1e3313-fbf3-4733-8d41-c6e96ea01b9e
  kind: Event
  lastTimestamp: "2026-04-16T22:26:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:27Z"
    name: switch-graph-73a06.18a6f6bb484e0d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 4c80d303-6f25-400b-a889-105b017a7619
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-73a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: ea1e3313-fbf3-4733-8d41-c6e96ea01b9e
  kind: Event
  lastTimestamp: "2026-04-16T22:26:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:27Z"
    name: switch-graph-73a06.18a6f6bb48b7b3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: 34b4f5f1-5d58-463f-b8f8-aa71175ea164
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:46:27.935521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-a9d3d-89447d64c-pq54k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: 4dd8d588-6ada-4f33-9a7a-7e8d2bd1e507
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-a9d3d-89447d64c-pq54k
    to ip-10-0-141-169.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:46:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:46:27Z"
    name: switch-graph-a9d3d-89447d64c-pq54k.18a6f7d2d5270b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: aefb13c7-59c1-4dea-b624-fffeb21536e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d77b48564-7vvht
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-a9d3d-89447d64c-pq54k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 4dd8d588-6ada-4f33-9a7a-7e8d2bd1e507
  kind: Event
  lastTimestamp: "2026-04-16T22:46:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-a9d3d-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:28Z"
    name: switch-graph-a9d3d-89447d64c-pq54k.18a6f7d2e265b6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: 638f9135-e86f-4370-aa7e-10d86f385f44
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-a9d3d-89447d64c-pq54k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26167"
    uid: 4dd8d588-6ada-4f33-9a7a-7e8d2bd1e507
  kind: Event
  lastTimestamp: "2026-04-16T22:46:28Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:46:28Z"
    name: switch-graph-a9d3d-89447d64c-pq54k.18a6f7d3120d4ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26189"
    uid: ada7ffd6-4681-49c4-bdc9-7e5271279c2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a9d3d}
    kind: Pod
    name: switch-graph-a9d3d-89447d64c-pq54k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 4dd8d588-6ada-4f33-9a7a-7e8d2bd1e507
  kind: Event
  lastTimestamp: "2026-04-16T22:46:28Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:28Z"
    name: switch-graph-a9d3d-89447d64c-pq54k.18a6f7d313407c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: 34206450-ff85-47ff-9cf8-0f961a92bba8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a9d3d}
    kind: Pod
    name: switch-graph-a9d3d-89447d64c-pq54k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 4dd8d588-6ada-4f33-9a7a-7e8d2bd1e507
  kind: Event
  lastTimestamp: "2026-04-16T22:46:29Z"
  message: 'Created container: switch-graph-a9d3d'
  metadata:
    creationTimestamp: "2026-04-16T22:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:29Z"
    name: switch-graph-a9d3d-89447d64c-pq54k.18a6f7d31786beec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 5e6d133b-0c3e-448c-b70c-164661d89dca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a9d3d}
    kind: Pod
    name: switch-graph-a9d3d-89447d64c-pq54k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 4dd8d588-6ada-4f33-9a7a-7e8d2bd1e507
  kind: Event
  lastTimestamp: "2026-04-16T22:46:29Z"
  message: Started container switch-graph-a9d3d
  metadata:
    creationTimestamp: "2026-04-16T22:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:46:29Z"
    name: switch-graph-a9d3d-89447d64c-pq54k.18a6f7d317fa0c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26193"
    uid: d7cddfed-0530-4ef5-8173-ca7966bcb53c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a9d3d}
    kind: Pod
    name: switch-graph-a9d3d-89447d64c-pq54k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 4dd8d588-6ada-4f33-9a7a-7e8d2bd1e507
  kind: Event
  lastTimestamp: "2026-04-16T23:02:47Z"
  message: Stopping container switch-graph-a9d3d
  metadata:
    creationTimestamp: "2026-04-16T23:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:02:47Z"
    name: switch-graph-a9d3d-89447d64c-pq54k.18a6f8b6d96f34ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 8a7a2606-b565-4bc8-874e-860b09b85513
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T23:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a9d3d}
    kind: Pod
    name: switch-graph-a9d3d-89447d64c-pq54k
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 4dd8d588-6ada-4f33-9a7a-7e8d2bd1e507
  kind: Event
  lastTimestamp: "2026-04-16T23:03:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T23:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T23:03:10Z"
    name: switch-graph-a9d3d-89447d64c-pq54k.18a6f8b79f1439cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 10fd0369-810d-4830-9464-2cdfd248f3d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-169.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-169.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-a9d3d-89447d64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: b0915fb7-7c7f-45a8-9249-37df8379b236
  kind: Event
  lastTimestamp: "2026-04-16T22:46:27Z"
  message: 'Created pod: switch-graph-a9d3d-89447d64c-pq54k'
  metadata:
    creationTimestamp: "2026-04-16T22:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:27Z"
    name: switch-graph-a9d3d-89447d64c.18a6f7d2d491874e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: b1431a81-8507-46fc-989c-60fbe11c7de6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: eb7967c3-105b-495b-bd1b-50446fd42dc6
  kind: Event
  lastTimestamp: "2026-04-16T22:46:27Z"
  message: Scaled up replica set switch-graph-a9d3d-89447d64c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:27Z"
    name: switch-graph-a9d3d.18a6f7d2d3b5cdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: 487bca7d-b8c2-4aeb-b972-2356f42c65d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 781cd3d1-5424-421d-aa29-f9001b7b8f83
  kind: Event
  lastTimestamp: "2026-04-16T22:46:28Z"
  message: InferenceGraph [switch-graph-a9d3d] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:46:28Z"
    name: switch-graph-a9d3d.18a6f7d2d9dfe928
    namespace: kserve-ci-e2e-test
    resourceVersion: "26175"
    uid: 3113b739-0b58-4881-bdeb-1480c7e1ba14
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26153"
    uid: 6a3ba365-1fcb-406f-8c33-6f289cefdb3a
  kind: Event
  lastTimestamp: "2026-04-16T22:46:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:42Z"
    name: switch-graph-a9d3d.18a6f7d652296339
    namespace: kserve-ci-e2e-test
    resourceVersion: "26314"
    uid: e77a0f0b-1b93-406c-88ac-5a422e0facd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26153"
    uid: 6a3ba365-1fcb-406f-8c33-6f289cefdb3a
  kind: Event
  lastTimestamp: "2026-04-16T22:46:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:42Z"
    name: switch-graph-a9d3d.18a6f7d65281f363
    namespace: kserve-ci-e2e-test
    resourceVersion: "26315"
    uid: b527bafa-6114-4419-8aa9-edcf243c42b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26313"
    uid: 6a3ba365-1fcb-406f-8c33-6f289cefdb3a
  kind: Event
  lastTimestamp: "2026-04-16T22:46:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:57Z"
    name: switch-graph-a9d3d.18a6f7d9d140a60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26439"
    uid: 28911fac-bd70-42eb-8888-ecfbeae60335
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-a9d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26313"
    uid: 6a3ba365-1fcb-406f-8c33-6f289cefdb3a
  kind: Event
  lastTimestamp: "2026-04-16T22:46:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:46:57Z"
    name: switch-graph-a9d3d.18a6f7d9d1839e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26441"
    uid: 0071f932-1b99-4f97-b2a3-7a0ca0659443
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
kind: EventList
metadata:
  resourceVersion: "33332"